2024-11-23 03:51:47,892 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-23 03:51:47,903 main DEBUG Took 0.009501 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 03:51:47,904 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 03:51:47,904 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 03:51:47,905 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 03:51:47,906 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,915 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 03:51:47,932 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,934 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,935 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,936 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,936 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,937 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,937 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,938 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,938 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,939 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,939 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,939 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,940 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,940 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,941 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,941 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,941 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,942 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,942 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 03:51:47,943 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,943 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 03:51:47,944 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 03:51:47,946 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 03:51:47,947 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 03:51:47,948 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 03:51:47,949 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 03:51:47,949 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 03:51:47,958 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 03:51:47,961 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 03:51:47,962 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 03:51:47,963 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 03:51:47,963 main DEBUG createAppenders(={Console}) 2024-11-23 03:51:47,964 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-23 03:51:47,964 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-23 03:51:47,964 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-23 03:51:47,965 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 03:51:47,965 main DEBUG OutputStream closed 2024-11-23 03:51:47,965 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 03:51:47,965 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 03:51:47,965 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-23 03:51:48,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 03:51:48,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 03:51:48,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 03:51:48,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 03:51:48,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 03:51:48,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 03:51:48,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 03:51:48,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 03:51:48,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 03:51:48,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 03:51:48,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 03:51:48,034 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 03:51:48,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 03:51:48,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 03:51:48,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 03:51:48,035 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 03:51:48,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 03:51:48,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 03:51:48,039 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 03:51:48,039 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-23 03:51:48,039 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 03:51:48,040 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-23T03:51:48,056 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-23 03:51:48,059 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 03:51:48,059 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T03:51:48,284 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e 2024-11-23T03:51:48,309 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d, deleteOnExit=true 2024-11-23T03:51:48,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/test.cache.data in system properties and HBase conf 2024-11-23T03:51:48,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:51:48,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:51:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:51:48,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:51:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:51:48,408 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T03:51:48,497 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:51:48,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:51:48,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:51:48,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:51:48,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:51:48,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:51:48,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:51:48,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:51:48,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:51:48,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:51:48,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:51:48,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:51:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:51:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:51:48,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:51:49,326 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T03:51:49,406 INFO [Time-limited test {}] log.Log(170): Logging initialized @2174ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T03:51:49,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:49,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:49,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:49,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:49,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:49,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:49,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:49,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:49,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/java.io.tmpdir/jetty-localhost-46721-hadoop-hdfs-3_4_1-tests_jar-_-any-4665080299706961587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:51:49,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:46721} 2024-11-23T03:51:49,824 INFO [Time-limited test {}] server.Server(415): Started @2593ms 2024-11-23T03:51:50,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:50,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:50,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:50,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:50,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:50,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:50,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:50,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/java.io.tmpdir/jetty-localhost-40225-hadoop-hdfs-3_4_1-tests_jar-_-any-7319699111737126209/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:50,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:40225} 2024-11-23T03:51:50,367 INFO [Time-limited test {}] server.Server(415): Started @3136ms 2024-11-23T03:51:50,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:51:50,570 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:50,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:50,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:50,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:50,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:50,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:50,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:50,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/java.io.tmpdir/jetty-localhost-39435-hadoop-hdfs-3_4_1-tests_jar-_-any-8258160969819907659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:50,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:39435} 2024-11-23T03:51:50,744 INFO [Time-limited test {}] server.Server(415): Started @3513ms 2024-11-23T03:51:50,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:51:50,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:50,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:50,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:50,799 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:50,800 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:50,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:50,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:50,899 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data4/current/BP-1095828112-172.17.0.2-1732333909075/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:50,899 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data2/current/BP-1095828112-172.17.0.2-1732333909075/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:50,899 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data3/current/BP-1095828112-172.17.0.2-1732333909075/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:50,899 WARN [Thread-104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data1/current/BP-1095828112-172.17.0.2-1732333909075/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:50,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/java.io.tmpdir/jetty-localhost-37241-hadoop-hdfs-3_4_1-tests_jar-_-any-3929946592675349899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:50,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:37241} 2024-11-23T03:51:50,935 INFO [Time-limited test {}] server.Server(415): Started @3704ms 2024-11-23T03:51:50,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:51:50,952 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:51:50,953 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:51:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51da39debd11285 with lease ID 0xeee3a0eb558a8f3f: Processing first storage report for DS-b96530cf-5194-4000-93c9-b89ce98a46d5 from datanode DatanodeRegistration(127.0.0.1:33891, datanodeUuid=b57e3b1e-0d21-406a-bb08-728319eedccf, infoPort=34433, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075) 2024-11-23T03:51:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51da39debd11285 with lease ID 0xeee3a0eb558a8f3f: from storage DS-b96530cf-5194-4000-93c9-b89ce98a46d5 node DatanodeRegistration(127.0.0.1:33891, datanodeUuid=b57e3b1e-0d21-406a-bb08-728319eedccf, infoPort=34433, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-23T03:51:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a46106df15d42fe with lease ID 0xeee3a0eb558a8f3e: Processing first storage report for DS-3850eb29-cc40-4531-80ec-c4921be3f7bb from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=97e902e5-9c50-46a2-98a7-9ac8f2a391d1, infoPort=40855, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075) 2024-11-23T03:51:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a46106df15d42fe with lease ID 0xeee3a0eb558a8f3e: from storage DS-3850eb29-cc40-4531-80ec-c4921be3f7bb node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=97e902e5-9c50-46a2-98a7-9ac8f2a391d1, infoPort=40855, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:51:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51da39debd11285 with lease ID 0xeee3a0eb558a8f3f: Processing first storage report for DS-a2f10bda-c23a-44d1-8df6-890eebf767be from datanode DatanodeRegistration(127.0.0.1:33891, datanodeUuid=b57e3b1e-0d21-406a-bb08-728319eedccf, infoPort=34433, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075) 2024-11-23T03:51:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51da39debd11285 with lease ID 0xeee3a0eb558a8f3f: from storage DS-a2f10bda-c23a-44d1-8df6-890eebf767be node DatanodeRegistration(127.0.0.1:33891, datanodeUuid=b57e3b1e-0d21-406a-bb08-728319eedccf, infoPort=34433, infoSecurePort=0, ipcPort=43507, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a46106df15d42fe with lease ID 0xeee3a0eb558a8f3e: Processing first storage report for DS-29c6c3ed-40d8-47a7-b4f6-ae2951fcbe20 from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=97e902e5-9c50-46a2-98a7-9ac8f2a391d1, infoPort=40855, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075) 2024-11-23T03:51:51,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a46106df15d42fe with lease ID 0xeee3a0eb558a8f3e: from storage DS-29c6c3ed-40d8-47a7-b4f6-ae2951fcbe20 node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=97e902e5-9c50-46a2-98a7-9ac8f2a391d1, infoPort=40855, infoSecurePort=0, ipcPort=32809, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:51,082 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data5/current/BP-1095828112-172.17.0.2-1732333909075/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:51,082 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data6/current/BP-1095828112-172.17.0.2-1732333909075/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:51,112 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:51:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd58eacd4e22b80cd with lease ID 0xeee3a0eb558a8f40: Processing first storage report for DS-1f278e60-b858-4d1e-a375-077755c9e8e6 from datanode DatanodeRegistration(127.0.0.1:33007, datanodeUuid=a862a729-07f2-4d27-8f03-026b422230f6, infoPort=33591, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075) 2024-11-23T03:51:51,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd58eacd4e22b80cd with lease ID 0xeee3a0eb558a8f40: from storage DS-1f278e60-b858-4d1e-a375-077755c9e8e6 node DatanodeRegistration(127.0.0.1:33007, datanodeUuid=a862a729-07f2-4d27-8f03-026b422230f6, infoPort=33591, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd58eacd4e22b80cd with lease ID 0xeee3a0eb558a8f40: Processing first storage report for DS-85611067-a5c9-4228-81a5-ff2920f457de from datanode DatanodeRegistration(127.0.0.1:33007, datanodeUuid=a862a729-07f2-4d27-8f03-026b422230f6, infoPort=33591, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075) 2024-11-23T03:51:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd58eacd4e22b80cd with lease ID 0xeee3a0eb558a8f40: from storage DS-85611067-a5c9-4228-81a5-ff2920f457de node DatanodeRegistration(127.0.0.1:33007, datanodeUuid=a862a729-07f2-4d27-8f03-026b422230f6, infoPort=33591, infoSecurePort=0, ipcPort=39009, storageInfo=lv=-57;cid=testClusterID;nsid=794195700;c=1732333909075), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T03:51:51,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e 2024-11-23T03:51:51,397 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-23T03:51:51,455 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=146, ProcessCount=11, AvailableMemoryMB=8965 2024-11-23T03:51:51,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:51:51,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-23T03:51:51,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/zookeeper_0, clientPort=57976, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:51:51,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57976 2024-11-23T03:51:51,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:51,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:51,690 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:51,690 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:51,750 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:35110 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35110 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-23T03:51:52,175 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:52,183 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf with version=8 2024-11-23T03:51:52,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/hbase-staging 2024-11-23T03:51:52,279 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T03:51:52,537 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:52,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:52,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:52,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:52,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:52,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:52,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:51:52,783 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T03:51:52,792 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T03:51:52,796 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:52,824 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9607 (auto-detected) 2024-11-23T03:51:52,825 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T03:51:52,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37183 2024-11-23T03:51:52,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37183 connecting to ZooKeeper ensemble=127.0.0.1:57976 2024-11-23T03:51:52,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371830x0, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:52,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37183-0x10142f3a8790000 connected 2024-11-23T03:51:52,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:52,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:52,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:52,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf, hbase.cluster.distributed=false 2024-11-23T03:51:52,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:52,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37183 2024-11-23T03:51:52,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37183 2024-11-23T03:51:52,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37183 2024-11-23T03:51:52,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37183 2024-11-23T03:51:52,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37183 2024-11-23T03:51:53,093 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:53,095 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:53,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:53,099 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:51:53,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:53,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41395 2024-11-23T03:51:53,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41395 connecting to ZooKeeper ensemble=127.0.0.1:57976 2024-11-23T03:51:53,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413950x0, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:53,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41395-0x10142f3a8790001 connected 2024-11-23T03:51:53,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:53,126 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:51:53,136 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:51:53,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:51:53,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:53,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41395 2024-11-23T03:51:53,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41395 2024-11-23T03:51:53,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41395 2024-11-23T03:51:53,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41395 2024-11-23T03:51:53,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41395 2024-11-23T03:51:53,165 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:53,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:53,167 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:51:53,167 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:53,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42633 2024-11-23T03:51:53,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42633 connecting to ZooKeeper ensemble=127.0.0.1:57976 2024-11-23T03:51:53,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426330x0, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:53,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426330x0, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:53,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42633-0x10142f3a8790002 connected 2024-11-23T03:51:53,185 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:51:53,189 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:51:53,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:51:53,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:53,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42633 2024-11-23T03:51:53,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42633 2024-11-23T03:51:53,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42633 2024-11-23T03:51:53,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42633 2024-11-23T03:51:53,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42633 2024-11-23T03:51:53,214 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:53,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,215 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:53,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:53,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:53,215 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:51:53,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:53,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34551 2024-11-23T03:51:53,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34551 connecting to ZooKeeper ensemble=127.0.0.1:57976 2024-11-23T03:51:53,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345510x0, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:53,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345510x0, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:53,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34551-0x10142f3a8790003 connected 2024-11-23T03:51:53,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:51:53,231 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:51:53,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:51:53,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:53,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34551 2024-11-23T03:51:53,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34551 2024-11-23T03:51:53,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34551 2024-11-23T03:51:53,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34551 2024-11-23T03:51:53,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34551 2024-11-23T03:51:53,254 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:37183 2024-11-23T03:51:53,255 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,37183,1732333912333 2024-11-23T03:51:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,267 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,37183,1732333912333 2024-11-23T03:51:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:53,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,295 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:51:53,296 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,37183,1732333912333 from backup master directory 2024-11-23T03:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,37183,1732333912333 2024-11-23T03:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:53,301 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:53,301 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,37183,1732333912333 2024-11-23T03:51:53,303 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T03:51:53,304 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T03:51:53,371 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/hbase.id] with ID: bf7f2191-2be5-4aad-9e62-592eddafce94 2024-11-23T03:51:53,372 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/.tmp/hbase.id 2024-11-23T03:51:53,378 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,378 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,382 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:55472 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:33891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55472 dst: /127.0.0.1:33891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:53,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-23T03:51:53,388 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:53,388 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/.tmp/hbase.id]:[hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/hbase.id] 2024-11-23T03:51:53,432 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:53,436 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:51:53,457 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-23T03:51:53,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:53,480 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,480 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,486 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:35142 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35142 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:53,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-23T03:51:53,492 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:53,507 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:51:53,509 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:51:53,515 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:51:53,544 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,545 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,548 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:55494 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:33891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55494 dst: /127.0.0.1:33891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:53,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-23T03:51:53,555 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:53,576 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store 2024-11-23T03:51:53,593 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,593 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:53,596 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:35156 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35156 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:53,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-23T03:51:53,601 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:53,605 INFO [master/237a1da887a0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T03:51:53,608 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:53,609 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:51:53,609 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:53,610 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:53,611 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:51:53,611 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:53,611 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:53,613 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333913609Disabling compacts and flushes for region at 1732333913609Disabling writes for close at 1732333913611 (+2 ms)Writing region close event to WAL at 1732333913611Closed at 1732333913611 2024-11-23T03:51:53,614 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/.initializing 2024-11-23T03:51:53,615 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/WALs/237a1da887a0,37183,1732333912333 2024-11-23T03:51:53,623 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:51:53,637 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C37183%2C1732333912333, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/WALs/237a1da887a0,37183,1732333912333, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/oldWALs, maxLogs=10 2024-11-23T03:51:53,678 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/WALs/237a1da887a0,37183,1732333912333/237a1da887a0%2C37183%2C1732333912333.1732333913642, exclude list is [], retry=0 2024-11-23T03:51:53,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33891,DS-b96530cf-5194-4000-93c9-b89ce98a46d5,DISK] 2024-11-23T03:51:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-3850eb29-cc40-4531-80ec-c4921be3f7bb,DISK] 2024-11-23T03:51:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-1f278e60-b858-4d1e-a375-077755c9e8e6,DISK] 2024-11-23T03:51:53,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T03:51:53,748 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/WALs/237a1da887a0,37183,1732333912333/237a1da887a0%2C37183%2C1732333912333.1732333913642 2024-11-23T03:51:53,749 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591),(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:34433:34433)] 2024-11-23T03:51:53,749 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:51:53,750 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:53,753 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,754 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:51:53,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:53,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:53,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:51:53,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:53,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:53,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:51:53,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:53,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:53,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:51:53,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:53,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:53,836 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,839 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,840 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,846 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,847 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,850 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:51:53,854 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:53,861 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:51:53,862 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60118218, jitterRate=-0.10416874289512634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:51:53,867 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333913767Initializing all the Stores at 1732333913769 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333913770 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333913770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333913770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333913770Cleaning up temporary data from old regions at 1732333913847 (+77 ms)Region opened successfully at 1732333913867 (+20 ms) 2024-11-23T03:51:53,868 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:51:53,901 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f55adf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:53,933 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:51:53,945 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:51:53,945 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:51:53,948 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:51:53,949 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T03:51:53,956 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-23T03:51:53,956 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:51:53,980 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:51:53,989 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:51:53,991 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:51:53,993 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:51:53,995 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:51:53,996 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:51:53,999 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:51:54,002 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:51:54,003 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:51:54,005 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:51:54,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-23T03:51:54,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-23T03:51:54,008 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:51:54,026 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:51:54,027 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:51:54,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:54,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,035 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,37183,1732333912333, sessionid=0x10142f3a8790000, setting cluster-up flag (Was=false) 2024-11-23T03:51:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,054 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:51:54,056 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,37183,1732333912333 2024-11-23T03:51:54,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,075 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:51:54,077 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,37183,1732333912333 2024-11-23T03:51:54,083 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:51:54,142 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(746): ClusterId : bf7f2191-2be5-4aad-9e62-592eddafce94 2024-11-23T03:51:54,142 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(746): ClusterId : bf7f2191-2be5-4aad-9e62-592eddafce94 2024-11-23T03:51:54,142 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(746): ClusterId : bf7f2191-2be5-4aad-9e62-592eddafce94 2024-11-23T03:51:54,145 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:51:54,145 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:51:54,145 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:51:54,151 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:51:54,151 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:51:54,151 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:51:54,152 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:51:54,152 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:51:54,152 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:51:54,155 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:51:54,155 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:51:54,155 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:51:54,156 DEBUG [RS:2;237a1da887a0:34551 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb5800f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:54,156 DEBUG [RS:1;237a1da887a0:42633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ba9da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:54,156 DEBUG [RS:0;237a1da887a0:41395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55343f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:54,161 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:54,175 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:51:54,178 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;237a1da887a0:34551 2024-11-23T03:51:54,180 DEBUG [RS:1;237a1da887a0:42633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;237a1da887a0:42633 2024-11-23T03:51:54,180 DEBUG [RS:0;237a1da887a0:41395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:41395 2024-11-23T03:51:54,182 INFO [RS:1;237a1da887a0:42633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:51:54,182 INFO [RS:0;237a1da887a0:41395 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:51:54,182 INFO [RS:2;237a1da887a0:34551 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:51:54,182 INFO [RS:1;237a1da887a0:42633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:51:54,182 INFO [RS:0;237a1da887a0:41395 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:51:54,182 INFO [RS:2;237a1da887a0:34551 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:51:54,182 DEBUG [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:51:54,182 DEBUG [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:51:54,182 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:51:54,184 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:51:54,186 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,37183,1732333912333 with port=41395, startcode=1732333913054 2024-11-23T03:51:54,186 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,37183,1732333912333 with port=34551, startcode=1732333913214 2024-11-23T03:51:54,186 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,37183,1732333912333 with port=42633, startcode=1732333913165 2024-11-23T03:51:54,192 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,37183,1732333912333 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:51:54,200 DEBUG [RS:0;237a1da887a0:41395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:51:54,200 DEBUG [RS:1;237a1da887a0:42633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:51:54,200 DEBUG [RS:2;237a1da887a0:34551 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,201 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:54,202 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:54,209 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:51:54,216 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:54,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:51:54,221 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333944221 2024-11-23T03:51:54,223 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:51:54,224 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:51:54,228 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:51:54,228 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:51:54,229 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:51:54,229 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:51:54,237 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:54,237 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:54,233 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,239 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:51:54,241 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:51:54,242 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:51:54,243 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:35200 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35200 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:54,244 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:51:54,244 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:51:54,247 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333914246,5,FailOnTimeoutGroup] 2024-11-23T03:51:54,248 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333914247,5,FailOnTimeoutGroup] 2024-11-23T03:51:54,248 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,248 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:51:54,249 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,250 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-23T03:51:54,253 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:54,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:51:54,255 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44215, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:51:54,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34737, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:51:54,255 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36505, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:51:54,255 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf 2024-11-23T03:51:54,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,42633,1732333913165 2024-11-23T03:51:54,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,42633,1732333913165 2024-11-23T03:51:54,270 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:54,270 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:54,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,41395,1732333913054 2024-11-23T03:51:54,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,41395,1732333913054 2024-11-23T03:51:54,276 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:58690 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:45041:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58690 dst: /127.0.0.1:45041 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:54,281 DEBUG [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf 2024-11-23T03:51:54,281 DEBUG [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35539 2024-11-23T03:51:54,281 DEBUG [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:51:54,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,284 DEBUG [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf 2024-11-23T03:51:54,284 DEBUG [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35539 2024-11-23T03:51:54,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37183 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,284 DEBUG [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:51:54,288 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf 2024-11-23T03:51:54,288 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35539 2024-11-23T03:51:54,288 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:51:54,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:51:54,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-23T03:51:54,293 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:54,294 DEBUG [RS:1;237a1da887a0:42633 {}] zookeeper.ZKUtil(111): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,42633,1732333913165 2024-11-23T03:51:54,294 WARN [RS:1;237a1da887a0:42633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:54,294 INFO [RS:1;237a1da887a0:42633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:51:54,294 DEBUG [RS:0;237a1da887a0:41395 {}] zookeeper.ZKUtil(111): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,41395,1732333913054 2024-11-23T03:51:54,294 WARN [RS:0;237a1da887a0:41395 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:54,296 DEBUG [RS:2;237a1da887a0:34551 {}] zookeeper.ZKUtil(111): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,296 INFO [RS:0;237a1da887a0:41395 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:51:54,296 DEBUG [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,42633,1732333913165 2024-11-23T03:51:54,296 WARN [RS:2;237a1da887a0:34551 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:54,296 INFO [RS:2;237a1da887a0:34551 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:51:54,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:54,296 DEBUG [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,41395,1732333913054 2024-11-23T03:51:54,296 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:51:54,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,42633,1732333913165] 2024-11-23T03:51:54,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,34551,1732333913214] 2024-11-23T03:51:54,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,41395,1732333913054] 2024-11-23T03:51:54,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:51:54,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:54,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:54,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:51:54,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:51:54,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:54,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:54,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:51:54,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:51:54,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:54,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:54,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:51:54,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:51:54,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:54,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:54,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:51:54,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740 2024-11-23T03:51:54,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740 2024-11-23T03:51:54,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:51:54,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:51:54,322 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:51:54,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:51:54,328 INFO [RS:0;237a1da887a0:41395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:51:54,328 INFO [RS:1;237a1da887a0:42633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:51:54,328 INFO [RS:2;237a1da887a0:34551 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:51:54,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:51:54,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365869, jitterRate=0.003829672932624817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:51:54,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333914296Initializing all the Stores at 1732333914299 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333914299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333914299Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333914299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333914299Cleaning up temporary data from old regions at 1732333914321 (+22 ms)Region opened successfully at 1732333914333 (+12 ms) 2024-11-23T03:51:54,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:51:54,334 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:51:54,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:51:54,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:51:54,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:51:54,337 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:51:54,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333914333Disabling compacts and flushes for region at 1732333914333Disabling writes for close at 1732333914334 (+1 ms)Writing region close event to WAL at 1732333914337 (+3 ms)Closed at 1732333914337 2024-11-23T03:51:54,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:54,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:51:54,344 INFO [RS:2;237a1da887a0:34551 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:51:54,344 INFO [RS:0;237a1da887a0:41395 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:51:54,344 INFO [RS:1;237a1da887a0:42633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:51:54,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:51:54,350 INFO [RS:1;237a1da887a0:42633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:51:54,351 INFO [RS:0;237a1da887a0:41395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:51:54,351 INFO [RS:2;237a1da887a0:34551 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:51:54,351 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,351 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,351 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,352 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:51:54,352 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:51:54,352 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:51:54,359 INFO [RS:1;237a1da887a0:42633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:51:54,359 INFO [RS:0;237a1da887a0:41395 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:51:54,359 INFO [RS:2;237a1da887a0:34551 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:51:54,360 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,360 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,361 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,361 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,361 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:51:54,361 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:54,362 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:54,362 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,362 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:54,363 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:54,363 DEBUG [RS:0;237a1da887a0:41395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:54,363 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,363 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,364 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,364 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:54,364 DEBUG [RS:1;237a1da887a0:42633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:54,364 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,364 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,364 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:54,365 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:54,365 DEBUG [RS:2;237a1da887a0:34551 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:54,365 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:51:54,369 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,369 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,369 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,369 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,369 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,369 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41395,1732333913054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:54,370 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,370 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,370 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,370 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,370 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,371 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,371 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,371 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,372 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,372 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42633,1732333913165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:54,372 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,372 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,34551,1732333913214-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:54,390 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:51:54,390 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:51:54,390 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:51:54,392 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42633,1732333913165-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,392 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,41395,1732333913054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,392 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,34551,1732333913214-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,392 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,392 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,392 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,392 INFO [RS:0;237a1da887a0:41395 {}] regionserver.Replication(171): 237a1da887a0,41395,1732333913054 started 2024-11-23T03:51:54,392 INFO [RS:2;237a1da887a0:34551 {}] regionserver.Replication(171): 237a1da887a0,34551,1732333913214 started 2024-11-23T03:51:54,392 INFO [RS:1;237a1da887a0:42633 {}] regionserver.Replication(171): 237a1da887a0,42633,1732333913165 started 2024-11-23T03:51:54,409 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,410 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,42633,1732333913165, RpcServer on 237a1da887a0/172.17.0.2:42633, sessionid=0x10142f3a8790002 2024-11-23T03:51:54,411 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:51:54,411 DEBUG [RS:1;237a1da887a0:42633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,42633,1732333913165 2024-11-23T03:51:54,411 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,42633,1732333913165' 2024-11-23T03:51:54,411 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:51:54,412 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:51:54,413 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:51:54,413 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:51:54,413 DEBUG [RS:1;237a1da887a0:42633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,42633,1732333913165 2024-11-23T03:51:54,413 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,42633,1732333913165' 2024-11-23T03:51:54,413 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:51:54,414 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:51:54,414 DEBUG [RS:1;237a1da887a0:42633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:51:54,414 INFO [RS:1;237a1da887a0:42633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:51:54,414 INFO [RS:1;237a1da887a0:42633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:51:54,417 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,417 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:54,417 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,41395,1732333913054, RpcServer on 237a1da887a0/172.17.0.2:41395, sessionid=0x10142f3a8790001 2024-11-23T03:51:54,417 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,34551,1732333913214, RpcServer on 237a1da887a0/172.17.0.2:34551, sessionid=0x10142f3a8790003 2024-11-23T03:51:54,417 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:51:54,417 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:51:54,417 DEBUG [RS:0;237a1da887a0:41395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,41395,1732333913054 2024-11-23T03:51:54,417 DEBUG [RS:2;237a1da887a0:34551 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,417 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,41395,1732333913054' 2024-11-23T03:51:54,417 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,34551,1732333913214' 2024-11-23T03:51:54,417 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:51:54,417 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:51:54,418 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:51:54,418 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:51:54,418 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:51:54,418 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:51:54,418 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:51:54,418 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:51:54,418 DEBUG [RS:2;237a1da887a0:34551 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,419 DEBUG [RS:0;237a1da887a0:41395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,41395,1732333913054 2024-11-23T03:51:54,419 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,34551,1732333913214' 2024-11-23T03:51:54,419 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,41395,1732333913054' 2024-11-23T03:51:54,419 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:51:54,419 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:51:54,419 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:51:54,419 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:51:54,420 DEBUG [RS:2;237a1da887a0:34551 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:51:54,420 DEBUG [RS:0;237a1da887a0:41395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:51:54,420 INFO [RS:0;237a1da887a0:41395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:51:54,420 INFO [RS:2;237a1da887a0:34551 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:51:54,420 INFO [RS:0;237a1da887a0:41395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:51:54,420 INFO [RS:2;237a1da887a0:34551 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:51:54,516 WARN [237a1da887a0:37183 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:51:54,520 INFO [RS:1;237a1da887a0:42633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:51:54,521 INFO [RS:2;237a1da887a0:34551 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:51:54,521 INFO [RS:0;237a1da887a0:41395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T03:51:54,523 INFO [RS:1;237a1da887a0:42633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C42633%2C1732333913165, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,42633,1732333913165, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs, maxLogs=32 2024-11-23T03:51:54,524 INFO [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C34551%2C1732333913214, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs, maxLogs=32 2024-11-23T03:51:54,524 INFO [RS:0;237a1da887a0:41395 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C41395%2C1732333913054, suffix=, logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,41395,1732333913054, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs, maxLogs=32 2024-11-23T03:51:54,544 DEBUG [RS:2;237a1da887a0:34551 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214/237a1da887a0%2C34551%2C1732333913214.1732333914527, exclude list is [], retry=0 2024-11-23T03:51:54,549 DEBUG [RS:0;237a1da887a0:41395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,41395,1732333913054/237a1da887a0%2C41395%2C1732333913054.1732333914527, exclude list is [], retry=0 2024-11-23T03:51:54,549 DEBUG [RS:1;237a1da887a0:42633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,42633,1732333913165/237a1da887a0%2C42633%2C1732333913165.1732333914527, exclude list is [], retry=0 2024-11-23T03:51:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33891,DS-b96530cf-5194-4000-93c9-b89ce98a46d5,DISK] 2024-11-23T03:51:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-3850eb29-cc40-4531-80ec-c4921be3f7bb,DISK] 2024-11-23T03:51:54,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-1f278e60-b858-4d1e-a375-077755c9e8e6,DISK] 2024-11-23T03:51:54,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-3850eb29-cc40-4531-80ec-c4921be3f7bb,DISK] 2024-11-23T03:51:54,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33891,DS-b96530cf-5194-4000-93c9-b89ce98a46d5,DISK] 2024-11-23T03:51:54,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33891,DS-b96530cf-5194-4000-93c9-b89ce98a46d5,DISK] 2024-11-23T03:51:54,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-1f278e60-b858-4d1e-a375-077755c9e8e6,DISK] 2024-11-23T03:51:54,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-3850eb29-cc40-4531-80ec-c4921be3f7bb,DISK] 2024-11-23T03:51:54,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-1f278e60-b858-4d1e-a375-077755c9e8e6,DISK] 2024-11-23T03:51:54,583 INFO [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214/237a1da887a0%2C34551%2C1732333913214.1732333914527 2024-11-23T03:51:54,586 DEBUG [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33591:33591),(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:40855:40855)] 2024-11-23T03:51:54,586 INFO [RS:1;237a1da887a0:42633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,42633,1732333913165/237a1da887a0%2C42633%2C1732333913165.1732333914527 2024-11-23T03:51:54,587 INFO [RS:0;237a1da887a0:41395 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,41395,1732333913054/237a1da887a0%2C41395%2C1732333913054.1732333914527 2024-11-23T03:51:54,590 DEBUG [RS:1;237a1da887a0:42633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:33591:33591),(127.0.0.1/127.0.0.1:40855:40855)] 2024-11-23T03:51:54,590 DEBUG [RS:0;237a1da887a0:41395 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:34433:34433),(127.0.0.1/127.0.0.1:33591:33591)] 2024-11-23T03:51:54,768 DEBUG [237a1da887a0:37183 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T03:51:54,777 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(204): Hosts are {237a1da887a0=0} racks are {/default-rack=0} 2024-11-23T03:51:54,783 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T03:51:54,784 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T03:51:54,784 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T03:51:54,784 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T03:51:54,784 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T03:51:54,784 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T03:51:54,784 INFO [237a1da887a0:37183 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T03:51:54,784 INFO [237a1da887a0:37183 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T03:51:54,784 INFO [237a1da887a0:37183 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T03:51:54,784 DEBUG [237a1da887a0:37183 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T03:51:54,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,34551,1732333913214 2024-11-23T03:51:54,798 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,34551,1732333913214, state=OPENING 2024-11-23T03:51:54,803 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:51:54,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:54,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:54,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:54,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:54,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:54,807 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:51:54,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,34551,1732333913214}] 2024-11-23T03:51:54,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:51:54,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51849, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:51:54,999 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:51:55,000 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T03:51:55,001 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T03:51:55,004 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C34551%2C1732333913214.meta, suffix=.meta, logDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214, archiveDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs, maxLogs=32 2024-11-23T03:51:55,021 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214/237a1da887a0%2C34551%2C1732333913214.meta.1732333915006.meta, exclude list is [], retry=0 2024-11-23T03:51:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-3850eb29-cc40-4531-80ec-c4921be3f7bb,DISK] 2024-11-23T03:51:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33007,DS-1f278e60-b858-4d1e-a375-077755c9e8e6,DISK] 2024-11-23T03:51:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33891,DS-b96530cf-5194-4000-93c9-b89ce98a46d5,DISK] 2024-11-23T03:51:55,029 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/WALs/237a1da887a0,34551,1732333913214/237a1da887a0%2C34551%2C1732333913214.meta.1732333915006.meta 2024-11-23T03:51:55,030 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40855:40855),(127.0.0.1/127.0.0.1:33591:33591),(127.0.0.1/127.0.0.1:34433:34433)] 2024-11-23T03:51:55,030 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:51:55,033 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:51:55,036 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:51:55,043 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:51:55,049 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:51:55,049 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:55,050 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:51:55,050 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:51:55,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:51:55,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:51:55,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:55,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:55,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:51:55,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:51:55,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:55,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:55,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:51:55,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:51:55,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:55,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:55,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:51:55,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:51:55,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:55,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:55,064 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:51:55,066 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740 2024-11-23T03:51:55,068 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740 2024-11-23T03:51:55,071 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:51:55,071 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:51:55,072 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:51:55,075 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:51:55,076 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71745911, jitterRate=0.06909738481044769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:51:55,076 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:51:55,078 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333915050Writing region info on filesystem at 1732333915051 (+1 ms)Initializing all the Stores at 1732333915053 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333915053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333915054 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333915054Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333915054Cleaning up temporary data from old regions at 1732333915071 (+17 ms)Running coprocessor post-open hooks at 1732333915076 (+5 ms)Region opened successfully at 1732333915078 (+2 ms) 2024-11-23T03:51:55,085 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333914976 2024-11-23T03:51:55,096 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:51:55,097 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:51:55,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,34551,1732333913214 2024-11-23T03:51:55,101 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,34551,1732333913214, state=OPEN 2024-11-23T03:51:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:55,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:55,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:55,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:55,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:55,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:55,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,34551,1732333913214 2024-11-23T03:51:55,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:51:55,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,34551,1732333913214 in 296 msec 2024-11-23T03:51:55,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:51:55,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-11-23T03:51:55,120 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:55,120 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:51:55,142 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:51:55,144 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,34551,1732333913214, seqNum=-1] 2024-11-23T03:51:55,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:51:55,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58747, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:51:55,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0750 sec 2024-11-23T03:51:55,187 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333915187, completionTime=-1 2024-11-23T03:51:55,190 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T03:51:55,190 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:51:55,244 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T03:51:55,244 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333975244 2024-11-23T03:51:55,244 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732334035244 2024-11-23T03:51:55,244 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 54 msec 2024-11-23T03:51:55,247 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-23T03:51:55,259 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37183,1732333912333-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,259 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37183,1732333912333-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,259 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37183,1732333912333-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,262 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:37183, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,262 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,262 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,269 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:51:55,292 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.991sec 2024-11-23T03:51:55,294 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:51:55,295 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:51:55,296 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:51:55,296 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:51:55,296 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:51:55,297 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37183,1732333912333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:55,298 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37183,1732333912333-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:51:55,302 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:51:55,303 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:51:55,303 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,37183,1732333912333-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:55,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a66577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:51:55,357 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T03:51:55,357 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T03:51:55,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,37183,-1 for getting cluster id 2024-11-23T03:51:55,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:51:55,371 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf7f2191-2be5-4aad-9e62-592eddafce94' 2024-11-23T03:51:55,374 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:51:55,374 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf7f2191-2be5-4aad-9e62-592eddafce94" 2024-11-23T03:51:55,376 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1919b8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:51:55,376 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,37183,-1] 2024-11-23T03:51:55,379 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:51:55,381 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:55,381 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:51:55,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf285b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:51:55,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:51:55,391 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,34551,1732333913214, seqNum=-1] 2024-11-23T03:51:55,391 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:51:55,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:51:55,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,37183,1732333912333 2024-11-23T03:51:55,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T03:51:55,422 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 237a1da887a0,37183,1732333912333 2024-11-23T03:51:55,424 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f5998ca 2024-11-23T03:51:55,425 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T03:51:55,427 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T03:51:55,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:51:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-23T03:51:55,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T03:51:55,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-23T03:51:55,448 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:55,451 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T03:51:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:51:55,460 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:55,460 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:55,463 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:58742 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45041:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58742 dst: /127.0.0.1:45041 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:55,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-23T03:51:55,468 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:55,470 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f6177aab6395230acda0173cee82429, NAME => 'TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf 2024-11-23T03:51:55,476 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:55,476 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:55,479 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:55582 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:33891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55582 dst: /127.0.0.1:33891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-23T03:51:55,484 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:55,485 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:55,485 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 9f6177aab6395230acda0173cee82429, disabling compactions & flushes 2024-11-23T03:51:55,485 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,485 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,485 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. after waiting 0 ms 2024-11-23T03:51:55,485 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,485 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,485 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f6177aab6395230acda0173cee82429: Waiting for close lock at 1732333915485Disabling compacts and flushes for region at 1732333915485Disabling writes for close at 1732333915485Writing region close event to WAL at 1732333915485Closed at 1732333915485 2024-11-23T03:51:55,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T03:51:55,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732333915488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333915488"}]},"ts":"1732333915488"} 2024-11-23T03:51:55,499 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T03:51:55,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T03:51:55,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333915500"}]},"ts":"1732333915500"} 2024-11-23T03:51:55,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-23T03:51:55,508 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {237a1da887a0=0} racks are {/default-rack=0} 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T03:51:55,510 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T03:51:55,510 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T03:51:55,510 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T03:51:55,510 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T03:51:55,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f6177aab6395230acda0173cee82429, ASSIGN}] 2024-11-23T03:51:55,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f6177aab6395230acda0173cee82429, ASSIGN 2024-11-23T03:51:55,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f6177aab6395230acda0173cee82429, ASSIGN; state=OFFLINE, location=237a1da887a0,34551,1732333913214; forceNewPlan=false, retain=false 2024-11-23T03:51:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:51:55,668 INFO [237a1da887a0:37183 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T03:51:55,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f6177aab6395230acda0173cee82429, regionState=OPENING, regionLocation=237a1da887a0,34551,1732333913214 2024-11-23T03:51:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f6177aab6395230acda0173cee82429, ASSIGN because future has completed 2024-11-23T03:51:55,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f6177aab6395230acda0173cee82429, server=237a1da887a0,34551,1732333913214}] 2024-11-23T03:51:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:51:55,836 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,836 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f6177aab6395230acda0173cee82429, NAME => 'TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:51:55,837 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,837 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:55,837 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,837 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,839 INFO [StoreOpener-9f6177aab6395230acda0173cee82429-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,841 INFO [StoreOpener-9f6177aab6395230acda0173cee82429-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f6177aab6395230acda0173cee82429 columnFamilyName cf 2024-11-23T03:51:55,841 DEBUG [StoreOpener-9f6177aab6395230acda0173cee82429-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:55,842 INFO [StoreOpener-9f6177aab6395230acda0173cee82429-1 {}] regionserver.HStore(327): Store=9f6177aab6395230acda0173cee82429/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:55,843 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,844 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,844 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,845 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,845 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,847 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,853 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:51:55,854 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9f6177aab6395230acda0173cee82429; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62886774, jitterRate=-0.06291404366493225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:51:55,854 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:55,854 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9f6177aab6395230acda0173cee82429: Running coprocessor pre-open hook at 1732333915837Writing region info on filesystem at 1732333915837Initializing all the Stores at 1732333915839 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333915839Cleaning up temporary data from old regions at 1732333915845 (+6 ms)Running coprocessor post-open hooks at 1732333915854 (+9 ms)Region opened successfully at 1732333915854 2024-11-23T03:51:55,857 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429., pid=6, masterSystemTime=1732333915829 2024-11-23T03:51:55,860 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,860 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:55,861 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9f6177aab6395230acda0173cee82429, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,34551,1732333913214 2024-11-23T03:51:55,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f6177aab6395230acda0173cee82429, server=237a1da887a0,34551,1732333913214 because future has completed 2024-11-23T03:51:55,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T03:51:55,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f6177aab6395230acda0173cee82429, server=237a1da887a0,34551,1732333913214 in 192 msec 2024-11-23T03:51:55,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T03:51:55,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=9f6177aab6395230acda0173cee82429, ASSIGN in 360 msec 2024-11-23T03:51:55,876 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T03:51:55,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333915876"}]},"ts":"1732333915876"} 2024-11-23T03:51:55,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-23T03:51:55,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T03:51:55,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 443 msec 2024-11-23T03:51:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:51:56,079 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-23T03:51:56,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-23T03:51:56,081 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:51:56,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-23T03:51:56,087 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:51:56,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-23T03:51:56,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429., hostname=237a1da887a0,34551,1732333913214, seqNum=2] 2024-11-23T03:51:56,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-23T03:51:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-23T03:51:56,112 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-23T03:51:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:51:56,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T03:51:56,115 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T03:51:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:51:56,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34551 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T03:51:56,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,281 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9f6177aab6395230acda0173cee82429 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-23T03:51:56,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/.tmp/cf/3bf7fffbbb7c46ad90764d93fd043c28 is 36, key is row/cf:cq/1732333916097/Put/seqid=0 2024-11-23T03:51:56,344 WARN [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,344 WARN [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,349 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-291414891_22 at /127.0.0.1:58770 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:45041:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58770 dst: /127.0.0.1:45041 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-23T03:51:56,355 WARN [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:56,355 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/.tmp/cf/3bf7fffbbb7c46ad90764d93fd043c28 2024-11-23T03:51:56,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/.tmp/cf/3bf7fffbbb7c46ad90764d93fd043c28 as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/cf/3bf7fffbbb7c46ad90764d93fd043c28 2024-11-23T03:51:56,412 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/cf/3bf7fffbbb7c46ad90764d93fd043c28, entries=1, sequenceid=5, filesize=4.7 K 2024-11-23T03:51:56,419 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 9f6177aab6395230acda0173cee82429 in 137ms, sequenceid=5, compaction requested=false 2024-11-23T03:51:56,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-23T03:51:56,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9f6177aab6395230acda0173cee82429: 2024-11-23T03:51:56,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T03:51:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T03:51:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:51:56,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T03:51:56,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 313 msec 2024-11-23T03:51:56,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 327 msec 2024-11-23T03:51:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:51:56,738 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-23T03:51:56,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:51:56,753 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:51:56,753 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:51:56,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:51:56,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:51:56,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1904156029, stopped=false 2024-11-23T03:51:56,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,37183,1732333912333 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:56,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:51:56,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:56,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:51:56,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:51:56,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:56,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:56,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:56,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:56,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,41395,1732333913054' ***** 2024-11-23T03:51:56,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:51:56,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,42633,1732333913165' ***** 2024-11-23T03:51:56,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:51:56,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,34551,1732333913214' ***** 2024-11-23T03:51:56,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:51:56,763 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:51:56,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:51:56,764 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:51:56,764 INFO [RS:1;237a1da887a0:42633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:51:56,764 INFO [RS:0;237a1da887a0:41395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:51:56,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:51:56,764 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:51:56,764 INFO [RS:0;237a1da887a0:41395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:51:56,764 INFO [RS:1;237a1da887a0:42633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:51:56,764 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,42633,1732333913165 2024-11-23T03:51:56,764 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,41395,1732333913054 2024-11-23T03:51:56,764 INFO [RS:0;237a1da887a0:41395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:51:56,764 INFO [RS:1;237a1da887a0:42633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:51:56,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:51:56,764 INFO [RS:1;237a1da887a0:42633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;237a1da887a0:42633. 2024-11-23T03:51:56,764 INFO [RS:0;237a1da887a0:41395 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:41395. 2024-11-23T03:51:56,764 INFO [RS:2;237a1da887a0:34551 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:51:56,764 INFO [RS:2;237a1da887a0:34551 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:51:56,764 DEBUG [RS:0;237a1da887a0:41395 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:51:56,764 DEBUG [RS:1;237a1da887a0:42633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:51:56,765 DEBUG [RS:0;237a1da887a0:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,765 DEBUG [RS:1;237a1da887a0:42633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,765 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(3091): Received CLOSE for 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:56,765 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,41395,1732333913054; all regions closed. 2024-11-23T03:51:56,765 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,34551,1732333913214 2024-11-23T03:51:56,765 INFO [RS:2;237a1da887a0:34551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:51:56,765 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,42633,1732333913165; all regions closed. 2024-11-23T03:51:56,765 INFO [RS:2;237a1da887a0:34551 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;237a1da887a0:34551. 2024-11-23T03:51:56,765 DEBUG [RS:2;237a1da887a0:34551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:51:56,765 DEBUG [RS:2;237a1da887a0:34551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,766 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9f6177aab6395230acda0173cee82429, disabling compactions & flushes 2024-11-23T03:51:56,766 INFO [RS:2;237a1da887a0:34551 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:51:56,766 INFO [RS:2;237a1da887a0:34551 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:51:56,766 INFO [RS:2;237a1da887a0:34551 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:51:56,766 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,766 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:51:56,766 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,766 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. after waiting 0 ms 2024-11-23T03:51:56,766 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,766 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T03:51:56,766 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1325): Online Regions={9f6177aab6395230acda0173cee82429=TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T03:51:56,766 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:51:56,767 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:51:56,767 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:51:56,767 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:51:56,767 DEBUG [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9f6177aab6395230acda0173cee82429 2024-11-23T03:51:56,767 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:51:56,767 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T03:51:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741827_1017 (size=93) 2024-11-23T03:51:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741827_1017 (size=93) 2024-11-23T03:51:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_1073741828_1018 (size=93) 2024-11-23T03:51:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741828_1018 (size=93) 2024-11-23T03:51:56,774 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:51:56,774 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:51:56,774 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:51:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741828_1018 (size=93) 2024-11-23T03:51:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_1073741827_1017 (size=93) 2024-11-23T03:51:56,780 DEBUG [RS:0;237a1da887a0:41395 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs 2024-11-23T03:51:56,780 INFO [RS:0;237a1da887a0:41395 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C41395%2C1732333913054:(num 1732333914527) 2024-11-23T03:51:56,780 DEBUG [RS:1;237a1da887a0:42633 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs 2024-11-23T03:51:56,780 INFO [RS:1;237a1da887a0:42633 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C42633%2C1732333913165:(num 1732333914527) 2024-11-23T03:51:56,780 DEBUG [RS:0;237a1da887a0:41395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,780 DEBUG [RS:1;237a1da887a0:42633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,780 INFO [RS:0;237a1da887a0:41395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:51:56,781 INFO [RS:0;237a1da887a0:41395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T03:51:56,781 INFO [RS:0;237a1da887a0:41395 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:51:56,781 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:51:56,781 INFO [RS:1;237a1da887a0:42633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:51:56,781 INFO [RS:0;237a1da887a0:41395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:51:56,781 INFO [RS:0;237a1da887a0:41395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:51:56,781 INFO [RS:0;237a1da887a0:41395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:51:56,781 INFO [RS:0;237a1da887a0:41395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:51:56,782 INFO [RS:1;237a1da887a0:42633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42633 2024-11-23T03:51:56,782 INFO [RS:0;237a1da887a0:41395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41395 2024-11-23T03:51:56,782 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:51:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:51:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,42633,1732333913165 2024-11-23T03:51:56,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,41395,1732333913054 2024-11-23T03:51:56,786 INFO [RS:0;237a1da887a0:41395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:51:56,786 INFO [RS:1;237a1da887a0:42633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:51:56,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,42633,1732333913165] 2024-11-23T03:51:56,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,42633,1732333913165 already deleted, retry=false 2024-11-23T03:51:56,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,42633,1732333913165 expired; onlineServers=2 2024-11-23T03:51:56,790 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,41395,1732333913054] 2024-11-23T03:51:56,792 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,41395,1732333913054 already deleted, retry=false 2024-11-23T03:51:56,792 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,41395,1732333913054 expired; onlineServers=1 2024-11-23T03:51:56,793 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/default/TestHBaseWalOnEC/9f6177aab6395230acda0173cee82429/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T03:51:56,796 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,796 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9f6177aab6395230acda0173cee82429: Waiting for close lock at 1732333916765Running coprocessor pre-close hooks at 1732333916766 (+1 ms)Disabling compacts and flushes for region at 1732333916766Disabling writes for close at 1732333916766Writing region close event to WAL at 1732333916769 (+3 ms)Running coprocessor post-close hooks at 1732333916794 (+25 ms)Closed at 1732333916796 (+2 ms) 2024-11-23T03:51:56,797 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429. 2024-11-23T03:51:56,809 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/info/f92f982078c444d3a796f5d131f225c5 is 153, key is TestHBaseWalOnEC,,1732333915429.9f6177aab6395230acda0173cee82429./info:regioninfo/1732333915861/Put/seqid=0 2024-11-23T03:51:56,812 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,812 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,816 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-291414891_22 at /127.0.0.1:55600 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:33891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55600 dst: /127.0.0.1:33891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:56,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-23T03:51:56,821 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:56,821 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/info/f92f982078c444d3a796f5d131f225c5 2024-11-23T03:51:56,851 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/ns/b3b90a9ef01741719f244767b189f814 is 43, key is default/ns:d/1732333915172/Put/seqid=0 2024-11-23T03:51:56,854 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,854 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,858 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-291414891_22 at /127.0.0.1:35256 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35256 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-23T03:51:56,863 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:56,863 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/ns/b3b90a9ef01741719f244767b189f814 2024-11-23T03:51:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42633-0x10142f3a8790002, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:56,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41395-0x10142f3a8790001, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:56,889 INFO [RS:1;237a1da887a0:42633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:51:56,889 INFO [RS:0;237a1da887a0:41395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:51:56,890 INFO [RS:1;237a1da887a0:42633 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,42633,1732333913165; zookeeper connection closed. 2024-11-23T03:51:56,890 INFO [RS:0;237a1da887a0:41395 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,41395,1732333913054; zookeeper connection closed. 2024-11-23T03:51:56,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@710ded1f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@710ded1f 2024-11-23T03:51:56,890 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6957db67 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6957db67 2024-11-23T03:51:56,891 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/table/76ece0eb6326437ea2cf08019a6d501a is 52, key is TestHBaseWalOnEC/table:state/1732333915876/Put/seqid=0 2024-11-23T03:51:56,893 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,893 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:56,896 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-291414891_22 at /127.0.0.1:58782 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:45041:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58782 dst: /127.0.0.1:45041 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:56,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-23T03:51:56,902 WARN [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:56,902 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/table/76ece0eb6326437ea2cf08019a6d501a 2024-11-23T03:51:56,913 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/info/f92f982078c444d3a796f5d131f225c5 as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/info/f92f982078c444d3a796f5d131f225c5 2024-11-23T03:51:56,922 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/info/f92f982078c444d3a796f5d131f225c5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T03:51:56,924 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/ns/b3b90a9ef01741719f244767b189f814 as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/ns/b3b90a9ef01741719f244767b189f814 2024-11-23T03:51:56,934 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/ns/b3b90a9ef01741719f244767b189f814, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T03:51:56,936 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/.tmp/table/76ece0eb6326437ea2cf08019a6d501a as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/table/76ece0eb6326437ea2cf08019a6d501a 2024-11-23T03:51:56,946 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/table/76ece0eb6326437ea2cf08019a6d501a, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T03:51:56,948 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=11, compaction requested=false 2024-11-23T03:51:56,948 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T03:51:56,957 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T03:51:56,958 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:51:56,958 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:51:56,959 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333916766Running coprocessor pre-close hooks at 1732333916766Disabling compacts and flushes for region at 1732333916766Disabling writes for close at 1732333916767 (+1 ms)Obtaining lock to block concurrent updates at 1732333916767Preparing flush snapshotting stores in 1588230740 at 1732333916767Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732333916768 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732333916770 (+2 ms)Flushing 1588230740/info: creating writer at 1732333916770Flushing 1588230740/info: appending metadata at 1732333916806 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732333916806Flushing 1588230740/ns: creating writer at 1732333916833 (+27 ms)Flushing 1588230740/ns: appending metadata at 1732333916850 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732333916850Flushing 1588230740/table: creating writer at 1732333916874 (+24 ms)Flushing 1588230740/table: appending metadata at 1732333916890 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732333916890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be1159f: reopening flushed file at 1732333916911 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76524503: reopening flushed file at 1732333916923 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109960e8: reopening flushed file at 1732333916934 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 181ms, sequenceid=11, compaction requested=false at 1732333916948 (+14 ms)Writing region close event to WAL at 1732333916950 (+2 ms)Running coprocessor post-close hooks at 1732333916958 (+8 ms)Closed at 1732333916958 2024-11-23T03:51:56,959 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:51:56,967 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,34551,1732333913214; all regions closed. 2024-11-23T03:51:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_1073741829_1019 (size=2751) 2024-11-23T03:51:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741829_1019 (size=2751) 2024-11-23T03:51:56,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741829_1019 (size=2751) 2024-11-23T03:51:56,974 DEBUG [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs 2024-11-23T03:51:56,974 INFO [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C34551%2C1732333913214.meta:.meta(num 1732333915006) 2024-11-23T03:51:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741826_1016 (size=1298) 2024-11-23T03:51:56,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741826_1016 (size=1298) 2024-11-23T03:51:56,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_1073741826_1016 (size=1298) 2024-11-23T03:51:56,980 DEBUG [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/oldWALs 2024-11-23T03:51:56,980 INFO [RS:2;237a1da887a0:34551 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 237a1da887a0%2C34551%2C1732333913214:(num 1732333914527) 2024-11-23T03:51:56,980 DEBUG [RS:2;237a1da887a0:34551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:56,980 INFO [RS:2;237a1da887a0:34551 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:51:56,980 INFO [RS:2;237a1da887a0:34551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:51:56,980 INFO [RS:2;237a1da887a0:34551 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-23T03:51:56,980 INFO [RS:2;237a1da887a0:34551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:51:56,981 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:51:56,981 INFO [RS:2;237a1da887a0:34551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34551 2024-11-23T03:51:56,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,34551,1732333913214 2024-11-23T03:51:56,983 INFO [RS:2;237a1da887a0:34551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:51:56,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:51:56,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,34551,1732333913214] 2024-11-23T03:51:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-23T03:51:56,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-23T03:51:56,987 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,34551,1732333913214 already deleted, retry=false 2024-11-23T03:51:56,987 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,34551,1732333913214 expired; onlineServers=0 2024-11-23T03:51:56,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,37183,1732333912333' ***** 2024-11-23T03:51:56,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:51:56,988 INFO [M:0;237a1da887a0:37183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:51:56,988 INFO [M:0;237a1da887a0:37183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:51:56,988 DEBUG [M:0;237a1da887a0:37183 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:51:56,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:51:56,988 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333914246 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333914246,5,FailOnTimeoutGroup] 2024-11-23T03:51:56,988 DEBUG [M:0;237a1da887a0:37183 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:51:56,988 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333914247 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333914247,5,FailOnTimeoutGroup] 2024-11-23T03:51:56,988 INFO [M:0;237a1da887a0:37183 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:51:56,989 INFO [M:0;237a1da887a0:37183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:51:56,989 DEBUG [M:0;237a1da887a0:37183 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:51:56,989 INFO [M:0;237a1da887a0:37183 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:51:56,989 INFO [M:0;237a1da887a0:37183 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:51:56,989 INFO [M:0;237a1da887a0:37183 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:51:56,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:51:56,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-23T03:51:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:56,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:56,991 DEBUG [M:0;237a1da887a0:37183 {}] zookeeper.ZKUtil(347): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:51:56,991 WARN [M:0;237a1da887a0:37183 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:51:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-23T03:51:56,992 INFO [M:0;237a1da887a0:37183 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/.lastflushedseqids 2024-11-23T03:51:56,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-23T03:51:56,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-23T03:51:57,003 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,003 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,006 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:58824 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:45041:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58824 dst: /127.0.0.1:45041 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:57,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-23T03:51:57,010 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:57,010 INFO [M:0;237a1da887a0:37183 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:51:57,010 INFO [M:0;237a1da887a0:37183 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:51:57,011 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:51:57,011 INFO [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:57,011 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:57,011 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:51:57,011 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:57,011 INFO [M:0;237a1da887a0:37183 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-23T03:51:57,032 DEBUG [M:0;237a1da887a0:37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce272ef4019249cd9985248dacea7475 is 82, key is hbase:meta,,1/info:regioninfo/1732333915098/Put/seqid=0 2024-11-23T03:51:57,035 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,035 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,038 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:55628 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:33891:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55628 dst: /127.0.0.1:33891 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:57,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-23T03:51:57,043 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:57,043 INFO [M:0;237a1da887a0:37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce272ef4019249cd9985248dacea7475 2024-11-23T03:51:57,069 DEBUG [M:0;237a1da887a0:37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a61ced3891b4e2297ec3272680c8af5 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732333915882/Put/seqid=0 2024-11-23T03:51:57,071 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,071 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,074 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:35294 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35294 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:57,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-23T03:51:57,079 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:57,079 INFO [M:0;237a1da887a0:37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a61ced3891b4e2297ec3272680c8af5 2024-11-23T03:51:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:57,086 INFO [RS:2;237a1da887a0:34551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:51:57,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34551-0x10142f3a8790003, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:57,086 INFO [RS:2;237a1da887a0:34551 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,34551,1732333913214; zookeeper connection closed. 2024-11-23T03:51:57,086 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cf17d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cf17d2 2024-11-23T03:51:57,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T03:51:57,104 DEBUG [M:0;237a1da887a0:37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/446037e39e2245b08c9c03903841d804 is 69, key is 237a1da887a0,34551,1732333913214/rs:state/1732333914284/Put/seqid=0 2024-11-23T03:51:57,106 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,106 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-23T03:51:57,109 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_683391330_22 at /127.0.0.1:35314 [Receiving block BP-1095828112-172.17.0.2-1732333909075:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:33007:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35314 dst: /127.0.0.1:33007 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T03:51:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-23T03:51:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-23T03:51:57,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-23T03:51:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-23T03:51:57,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-23T03:51:57,514 WARN [M:0;237a1da887a0:37183 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-23T03:51:57,515 INFO [M:0;237a1da887a0:37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/446037e39e2245b08c9c03903841d804 2024-11-23T03:51:57,525 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce272ef4019249cd9985248dacea7475 as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce272ef4019249cd9985248dacea7475 2024-11-23T03:51:57,533 INFO [M:0;237a1da887a0:37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce272ef4019249cd9985248dacea7475, entries=8, sequenceid=72, filesize=5.5 K 2024-11-23T03:51:57,535 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a61ced3891b4e2297ec3272680c8af5 as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a61ced3891b4e2297ec3272680c8af5 2024-11-23T03:51:57,543 INFO [M:0;237a1da887a0:37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a61ced3891b4e2297ec3272680c8af5, entries=8, sequenceid=72, filesize=6.3 K 2024-11-23T03:51:57,545 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/446037e39e2245b08c9c03903841d804 as hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/446037e39e2245b08c9c03903841d804 2024-11-23T03:51:57,554 INFO [M:0;237a1da887a0:37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/446037e39e2245b08c9c03903841d804, entries=3, sequenceid=72, filesize=5.2 K 2024-11-23T03:51:57,556 INFO [M:0;237a1da887a0:37183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=72, compaction requested=false 2024-11-23T03:51:57,557 INFO [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:57,557 DEBUG [M:0;237a1da887a0:37183 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333917010Disabling compacts and flushes for region at 1732333917010Disabling writes for close at 1732333917011 (+1 ms)Obtaining lock to block concurrent updates at 1732333917011Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333917011Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732333917011Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333917012 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333917013 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333917031 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333917031Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333917051 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333917069 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333917069Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333917087 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333917104 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333917104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e019588: reopening flushed file at 1732333917524 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cbcb91: reopening flushed file at 1732333917534 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352cedfa: reopening flushed file at 1732333917543 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 544ms, sequenceid=72, compaction requested=false at 1732333917556 (+13 ms)Writing region close event to WAL at 1732333917557 (+1 ms)Closed at 1732333917557 2024-11-23T03:51:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741825_1011 (size=32674) 2024-11-23T03:51:57,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33007 is added to blk_1073741825_1011 (size=32674) 2024-11-23T03:51:57,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33891 is added to blk_1073741825_1011 (size=32674) 2024-11-23T03:51:57,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:51:57,562 INFO [M:0;237a1da887a0:37183 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:51:57,563 INFO [M:0;237a1da887a0:37183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37183 2024-11-23T03:51:57,563 INFO [M:0;237a1da887a0:37183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:51:57,665 INFO [M:0;237a1da887a0:37183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:51:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:57,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37183-0x10142f3a8790000, quorum=127.0.0.1:57976, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:51:57,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:57,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:51:57,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:51:57,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:51:57,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,STOPPED} 2024-11-23T03:51:57,674 WARN [BP-1095828112-172.17.0.2-1732333909075 heartbeating to localhost/127.0.0.1:35539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:51:57,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:51:57,674 WARN [BP-1095828112-172.17.0.2-1732333909075 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1095828112-172.17.0.2-1732333909075 (Datanode Uuid a862a729-07f2-4d27-8f03-026b422230f6) service to localhost/127.0.0.1:35539 2024-11-23T03:51:57,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:51:57,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data5/current/BP-1095828112-172.17.0.2-1732333909075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:51:57,676 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data6/current/BP-1095828112-172.17.0.2-1732333909075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:51:57,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:51:57,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:57,681 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:51:57,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:51:57,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:51:57,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,STOPPED} 2024-11-23T03:51:57,683 WARN [BP-1095828112-172.17.0.2-1732333909075 heartbeating to localhost/127.0.0.1:35539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:51:57,683 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:51:57,683 WARN [BP-1095828112-172.17.0.2-1732333909075 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1095828112-172.17.0.2-1732333909075 (Datanode Uuid b57e3b1e-0d21-406a-bb08-728319eedccf) service to localhost/127.0.0.1:35539 2024-11-23T03:51:57,683 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:51:57,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data3/current/BP-1095828112-172.17.0.2-1732333909075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:51:57,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data4/current/BP-1095828112-172.17.0.2-1732333909075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:51:57,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:51:57,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:57,686 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:51:57,686 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:51:57,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:51:57,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,STOPPED} 2024-11-23T03:51:57,688 WARN [BP-1095828112-172.17.0.2-1732333909075 heartbeating to localhost/127.0.0.1:35539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:51:57,688 WARN [BP-1095828112-172.17.0.2-1732333909075 heartbeating to localhost/127.0.0.1:35539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1095828112-172.17.0.2-1732333909075 (Datanode Uuid 97e902e5-9c50-46a2-98a7-9ac8f2a391d1) service to localhost/127.0.0.1:35539 2024-11-23T03:51:57,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:51:57,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:51:57,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data1/current/BP-1095828112-172.17.0.2-1732333909075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:51:57,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/cluster_a84a9605-e306-009a-d3dc-1d2da66d571d/data/data2/current/BP-1095828112-172.17.0.2-1732333909075 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:51:57,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:51:57,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:51:57,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:51:57,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:51:57,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:51:57,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir/,STOPPED} 2024-11-23T03:51:57,707 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:51:57,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:51:57,744 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=85 (was 158), OpenFileDescriptor=439 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 146), ProcessCount=11 (was 11), AvailableMemoryMB=8625 (was 8965) 2024-11-23T03:51:57,750 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=85, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=8625 2024-11-23T03:51:57,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.log.dir so I do NOT create it in target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4ec9d7d5-ade6-8db6-d30e-7bc3fadf966e/hadoop.tmp.dir so I do NOT create it in target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa, deleteOnExit=true 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/test.cache.data in system properties and HBase conf 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir in system properties and HBase conf 2024-11-23T03:51:57,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-23T03:51:57,752 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T03:51:57,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/nfs.dump.dir in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/java.io.tmpdir in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T03:51:57,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T03:51:57,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:57,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:57,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:57,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:57,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T03:51:57,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:57,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28bcd4bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:57,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad8d9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:57,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@135d25f9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/java.io.tmpdir/jetty-localhost-33047-hadoop-hdfs-3_4_1-tests_jar-_-any-14105221929059681276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:51:57,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5799119d{HTTP/1.1, (http/1.1)}{localhost:33047} 2024-11-23T03:51:57,967 INFO [Time-limited test {}] server.Server(415): Started @10736ms 2024-11-23T03:51:58,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:58,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:58,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:58,063 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:58,063 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:58,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4ebd49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:58,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72f96008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:58,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f854cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/java.io.tmpdir/jetty-localhost-46747-hadoop-hdfs-3_4_1-tests_jar-_-any-14158007442337163831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:58,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70fdfe33{HTTP/1.1, (http/1.1)}{localhost:46747} 2024-11-23T03:51:58,193 INFO [Time-limited test {}] server.Server(415): Started @10962ms 2024-11-23T03:51:58,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:51:58,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:58,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:58,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:58,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:58,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:58,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4148d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:58,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cf3a01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:58,296 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data2/current/BP-1922001945-172.17.0.2-1732333917786/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:58,296 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data1/current/BP-1922001945-172.17.0.2-1732333917786/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:58,317 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:51:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3788564874b06fe with lease ID 0xb4466dc56da268c2: Processing first storage report for DS-5c564061-a657-4e5a-b263-e8fcbf3cb3de from datanode DatanodeRegistration(127.0.0.1:33433, datanodeUuid=904f4830-2893-4758-8d35-cf3373c556d7, infoPort=40287, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786) 2024-11-23T03:51:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3788564874b06fe with lease ID 0xb4466dc56da268c2: from storage DS-5c564061-a657-4e5a-b263-e8fcbf3cb3de node DatanodeRegistration(127.0.0.1:33433, datanodeUuid=904f4830-2893-4758-8d35-cf3373c556d7, infoPort=40287, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3788564874b06fe with lease ID 0xb4466dc56da268c2: Processing first storage report for DS-59587edc-0d7e-462d-8b01-c36d33a86423 from datanode DatanodeRegistration(127.0.0.1:33433, datanodeUuid=904f4830-2893-4758-8d35-cf3373c556d7, infoPort=40287, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786) 2024-11-23T03:51:58,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3788564874b06fe with lease ID 0xb4466dc56da268c2: from storage DS-59587edc-0d7e-462d-8b01-c36d33a86423 node DatanodeRegistration(127.0.0.1:33433, datanodeUuid=904f4830-2893-4758-8d35-cf3373c556d7, infoPort=40287, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:58,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46f4cd0a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/java.io.tmpdir/jetty-localhost-38985-hadoop-hdfs-3_4_1-tests_jar-_-any-11812974924664968137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:58,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@700b2317{HTTP/1.1, (http/1.1)}{localhost:38985} 2024-11-23T03:51:58,364 INFO [Time-limited test {}] server.Server(415): Started @11133ms 2024-11-23T03:51:58,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:51:58,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T03:51:58,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T03:51:58,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T03:51:58,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T03:51:58,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-23T03:51:58,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44968fad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,AVAILABLE} 2024-11-23T03:51:58,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b03519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T03:51:58,468 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data3/current/BP-1922001945-172.17.0.2-1732333917786/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:58,468 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data4/current/BP-1922001945-172.17.0.2-1732333917786/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:58,491 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:51:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499eec3b9d365c67 with lease ID 0xb4466dc56da268c3: Processing first storage report for DS-f9266cd1-f1ef-47bb-8851-026549305ee4 from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=7196a7c1-76bf-41b7-94a7-7d28eb838fcb, infoPort=39629, infoSecurePort=0, ipcPort=35781, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786) 2024-11-23T03:51:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499eec3b9d365c67 with lease ID 0xb4466dc56da268c3: from storage DS-f9266cd1-f1ef-47bb-8851-026549305ee4 node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=7196a7c1-76bf-41b7-94a7-7d28eb838fcb, infoPort=39629, infoSecurePort=0, ipcPort=35781, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499eec3b9d365c67 with lease ID 0xb4466dc56da268c3: Processing first storage report for DS-63284245-a18e-478c-9979-6c5bfdeda5bf from datanode DatanodeRegistration(127.0.0.1:36673, datanodeUuid=7196a7c1-76bf-41b7-94a7-7d28eb838fcb, infoPort=39629, infoSecurePort=0, ipcPort=35781, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786) 2024-11-23T03:51:58,494 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499eec3b9d365c67 with lease ID 0xb4466dc56da268c3: from storage DS-63284245-a18e-478c-9979-6c5bfdeda5bf node DatanodeRegistration(127.0.0.1:36673, datanodeUuid=7196a7c1-76bf-41b7-94a7-7d28eb838fcb, infoPort=39629, infoSecurePort=0, ipcPort=35781, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:58,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f50f857{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/java.io.tmpdir/jetty-localhost-35973-hadoop-hdfs-3_4_1-tests_jar-_-any-7049846650743642909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:51:58,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eeef71e{HTTP/1.1, (http/1.1)}{localhost:35973} 2024-11-23T03:51:58,532 INFO [Time-limited test {}] server.Server(415): Started @11301ms 2024-11-23T03:51:58,533 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T03:51:58,641 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data5/current/BP-1922001945-172.17.0.2-1732333917786/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:58,641 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data6/current/BP-1922001945-172.17.0.2-1732333917786/current, will proceed with Du for space computation calculation, 2024-11-23T03:51:58,666 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T03:51:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77d903a37e93baac with lease ID 0xb4466dc56da268c4: Processing first storage report for DS-578714a5-4c48-40b2-bd21-a3494deed928 from datanode DatanodeRegistration(127.0.0.1:36001, datanodeUuid=34ef340d-ebf0-4863-99a0-474f69370f83, infoPort=33049, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786) 2024-11-23T03:51:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77d903a37e93baac with lease ID 0xb4466dc56da268c4: from storage DS-578714a5-4c48-40b2-bd21-a3494deed928 node DatanodeRegistration(127.0.0.1:36001, datanodeUuid=34ef340d-ebf0-4863-99a0-474f69370f83, infoPort=33049, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77d903a37e93baac with lease ID 0xb4466dc56da268c4: Processing first storage report for DS-52e137e6-f7b0-4fe6-9c30-a1482555faae from datanode DatanodeRegistration(127.0.0.1:36001, datanodeUuid=34ef340d-ebf0-4863-99a0-474f69370f83, infoPort=33049, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786) 2024-11-23T03:51:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77d903a37e93baac with lease ID 0xb4466dc56da268c4: from storage DS-52e137e6-f7b0-4fe6-9c30-a1482555faae node DatanodeRegistration(127.0.0.1:36001, datanodeUuid=34ef340d-ebf0-4863-99a0-474f69370f83, infoPort=33049, infoSecurePort=0, ipcPort=46379, storageInfo=lv=-57;cid=testClusterID;nsid=350619458;c=1732333917786), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T03:51:58,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7 2024-11-23T03:51:58,763 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/zookeeper_0, clientPort=49234, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T03:51:58,764 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49234 2024-11-23T03:51:58,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:51:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:51:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741825_1001 (size=7) 2024-11-23T03:51:58,780 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536 with version=8 2024-11-23T03:51:58,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35539/user/jenkins/test-data/1e92614b-32a1-a433-145b-786443e2c5bf/hbase-staging 2024-11-23T03:51:58,782 INFO [Time-limited test {}] client.ConnectionUtils(128): master/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:58,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:58,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:58,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-23T03:51:58,783 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:58,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35161 2024-11-23T03:51:58,785 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35161 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-11-23T03:51:58,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351610x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:58,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35161-0x10142f3c4ba0000 connected 2024-11-23T03:51:58,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:58,811 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536, hbase.cluster.distributed=false 2024-11-23T03:51:58,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:58,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35161 2024-11-23T03:51:58,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35161 2024-11-23T03:51:58,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35161 2024-11-23T03:51:58,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35161 2024-11-23T03:51:58,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35161 2024-11-23T03:51:58,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:58,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:58,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:58,832 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:51:58,832 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:58,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42441 2024-11-23T03:51:58,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42441 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-11-23T03:51:58,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424410x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:58,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:58,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42441-0x10142f3c4ba0001 connected 2024-11-23T03:51:58,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:51:58,844 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:51:58,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:51:58,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:58,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-23T03:51:58,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42441 2024-11-23T03:51:58,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42441 2024-11-23T03:51:58,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-23T03:51:58,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42441 2024-11-23T03:51:58,863 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:51:58,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:58,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42219 2024-11-23T03:51:58,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42219 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-11-23T03:51:58,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422190x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:58,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:58,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42219-0x10142f3c4ba0002 connected 2024-11-23T03:51:58,872 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:51:58,873 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:51:58,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:51:58,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:58,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-23T03:51:58,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42219 2024-11-23T03:51:58,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42219 2024-11-23T03:51:58,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-23T03:51:58,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42219 2024-11-23T03:51:58,891 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/237a1da887a0:0 server-side Connection retries=45 2024-11-23T03:51:58,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,891 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T03:51:58,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T03:51:58,891 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T03:51:58,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T03:51:58,892 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T03:51:58,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45665 2024-11-23T03:51:58,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45665 connecting to ZooKeeper ensemble=127.0.0.1:49234 2024-11-23T03:51:58,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456650x0, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T03:51:58,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45665-0x10142f3c4ba0003 connected 2024-11-23T03:51:58,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:51:58,901 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T03:51:58,902 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T03:51:58,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T03:51:58,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T03:51:58,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45665 2024-11-23T03:51:58,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45665 2024-11-23T03:51:58,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45665 2024-11-23T03:51:58,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45665 2024-11-23T03:51:58,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45665 2024-11-23T03:51:58,919 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;237a1da887a0:35161 2024-11-23T03:51:58,919 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/237a1da887a0,35161,1732333918782 2024-11-23T03:51:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,923 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/237a1da887a0,35161,1732333918782 2024-11-23T03:51:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,927 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T03:51:58,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T03:51:58,928 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/237a1da887a0,35161,1732333918782 from backup master directory 2024-11-23T03:51:58,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/237a1da887a0,35161,1732333918782 2024-11-23T03:51:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T03:51:58,929 WARN [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:58,929 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=237a1da887a0,35161,1732333918782 2024-11-23T03:51:58,936 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/hbase.id] with ID: a19d6278-de21-453f-8dcd-1bc3aaa9fde3 2024-11-23T03:51:58,936 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/.tmp/hbase.id 2024-11-23T03:51:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:51:58,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:51:58,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741826_1002 (size=42) 2024-11-23T03:51:58,948 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/.tmp/hbase.id]:[hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/hbase.id] 2024-11-23T03:51:58,964 INFO [master/237a1da887a0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T03:51:58,964 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-23T03:51:58,966 INFO [master/237a1da887a0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-23T03:51:58,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:51:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:51:58,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741827_1003 (size=196) 2024-11-23T03:51:58,978 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:51:58,979 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T03:51:58,980 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-23T03:51:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:51:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:51:58,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741828_1004 (size=1189) 2024-11-23T03:51:58,992 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store 2024-11-23T03:51:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:51:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:51:59,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741829_1005 (size=34) 2024-11-23T03:51:59,001 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:59,001 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:51:59,002 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:59,002 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:59,002 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:51:59,002 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:59,002 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:51:59,002 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333919001Disabling compacts and flushes for region at 1732333919001Disabling writes for close at 1732333919002 (+1 ms)Writing region close event to WAL at 1732333919002Closed at 1732333919002 2024-11-23T03:51:59,003 WARN [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/.initializing 2024-11-23T03:51:59,003 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/WALs/237a1da887a0,35161,1732333918782 2024-11-23T03:51:59,007 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C35161%2C1732333918782, suffix=, logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/WALs/237a1da887a0,35161,1732333918782, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/oldWALs, maxLogs=10 2024-11-23T03:51:59,007 INFO [master/237a1da887a0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 237a1da887a0%2C35161%2C1732333918782.1732333919007 2024-11-23T03:51:59,018 INFO [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/WALs/237a1da887a0,35161,1732333918782/237a1da887a0%2C35161%2C1732333918782.1732333919007 2024-11-23T03:51:59,020 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287),(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:33049:33049)] 2024-11-23T03:51:59,021 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:51:59,021 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:59,021 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,021 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T03:51:59,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T03:51:59,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:59,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T03:51:59,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:59,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T03:51:59,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:51:59,034 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,035 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,035 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,037 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,037 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,038 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:51:59,039 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T03:51:59,042 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:51:59,043 INFO [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59237169, jitterRate=-0.11729739606380463}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:51:59,044 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732333919021Initializing all the Stores at 1732333919023 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333919023Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333919023Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333919023Cleaning up temporary data from old regions at 1732333919037 (+14 ms)Region opened successfully at 1732333919044 (+7 ms) 2024-11-23T03:51:59,044 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T03:51:59,048 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73db4e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:59,050 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-23T03:51:59,050 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T03:51:59,050 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T03:51:59,050 INFO [master/237a1da887a0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T03:51:59,051 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-23T03:51:59,051 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-23T03:51:59,051 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T03:51:59,054 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T03:51:59,055 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T03:51:59,056 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-23T03:51:59,056 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T03:51:59,057 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T03:51:59,059 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-23T03:51:59,060 INFO [master/237a1da887a0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T03:51:59,061 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T03:51:59,062 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-23T03:51:59,063 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T03:51:59,064 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T03:51:59,066 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T03:51:59,068 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,072 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=237a1da887a0,35161,1732333918782, sessionid=0x10142f3c4ba0000, setting cluster-up flag (Was=false) 2024-11-23T03:51:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,081 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T03:51:59,082 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,35161,1732333918782 2024-11-23T03:51:59,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,092 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T03:51:59,093 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=237a1da887a0,35161,1732333918782 2024-11-23T03:51:59,095 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-23T03:51:59,097 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:59,097 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-23T03:51:59,098 INFO [master/237a1da887a0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T03:51:59,098 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 237a1da887a0,35161,1732333918782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/237a1da887a0:0, corePoolSize=5, maxPoolSize=5 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/237a1da887a0:0, corePoolSize=10, maxPoolSize=10 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,099 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:59,100 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732333949102 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T03:51:59,102 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T03:51:59,102 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:59,102 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-23T03:51:59,104 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T03:51:59,104 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,106 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T03:51:59,106 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T03:51:59,106 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T03:51:59,108 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T03:51:59,108 INFO [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T03:51:59,108 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333919108,5,FailOnTimeoutGroup] 2024-11-23T03:51:59,109 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(746): ClusterId : a19d6278-de21-453f-8dcd-1bc3aaa9fde3 2024-11-23T03:51:59,109 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:51:59,111 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:51:59,111 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:51:59,115 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333919108,5,FailOnTimeoutGroup] 2024-11-23T03:51:59,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T03:51:59,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,115 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,115 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(746): ClusterId : a19d6278-de21-453f-8dcd-1bc3aaa9fde3 2024-11-23T03:51:59,115 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:51:59,116 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:51:59,116 DEBUG [RS:0;237a1da887a0:42441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692eac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:59,117 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:51:59,117 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:51:59,119 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:51:59,120 DEBUG [RS:1;237a1da887a0:42219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d8b0ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:59,126 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(746): ClusterId : a19d6278-de21-453f-8dcd-1bc3aaa9fde3 2024-11-23T03:51:59,126 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T03:51:59,129 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T03:51:59,129 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T03:51:59,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:51:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:51:59,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741831_1007 (size=1321) 2024-11-23T03:51:59,134 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T03:51:59,135 DEBUG [RS:2;237a1da887a0:45665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2847e98e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=237a1da887a0/172.17.0.2:0 2024-11-23T03:51:59,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-23T03:51:59,136 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536 2024-11-23T03:51:59,139 DEBUG [RS:0;237a1da887a0:42441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;237a1da887a0:42441 2024-11-23T03:51:59,139 INFO [RS:0;237a1da887a0:42441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:51:59,139 INFO [RS:0;237a1da887a0:42441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:51:59,139 DEBUG [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:51:59,140 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,35161,1732333918782 with port=42441, startcode=1732333918831 2024-11-23T03:51:59,140 DEBUG [RS:0;237a1da887a0:42441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:51:59,141 DEBUG [RS:1;237a1da887a0:42219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;237a1da887a0:42219 2024-11-23T03:51:59,141 INFO [RS:1;237a1da887a0:42219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:51:59,141 INFO [RS:1;237a1da887a0:42219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:51:59,141 DEBUG [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:51:59,143 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,35161,1732333918782 with port=42219, startcode=1732333918863 2024-11-23T03:51:59,143 DEBUG [RS:1;237a1da887a0:42219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:51:59,144 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58335, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:51:59,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,42441,1732333918831 2024-11-23T03:51:59,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35161 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,42441,1732333918831 2024-11-23T03:51:59,148 DEBUG [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536 2024-11-23T03:51:59,148 DEBUG [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39907 2024-11-23T03:51:59,148 DEBUG [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:51:59,149 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;237a1da887a0:45665 2024-11-23T03:51:59,149 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53175, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:51:59,149 INFO [RS:2;237a1da887a0:45665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-23T03:51:59,149 INFO [RS:2;237a1da887a0:45665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-23T03:51:59,149 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-23T03:51:59,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:51:59,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,42219,1732333918863 2024-11-23T03:51:59,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35161 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,42219,1732333918863 2024-11-23T03:51:59,150 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(2659): reportForDuty to master=237a1da887a0,35161,1732333918782 with port=45665, startcode=1732333918891 2024-11-23T03:51:59,150 DEBUG [RS:0;237a1da887a0:42441 {}] zookeeper.ZKUtil(111): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,42441,1732333918831 2024-11-23T03:51:59,150 DEBUG [RS:2;237a1da887a0:45665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T03:51:59,150 WARN [RS:0;237a1da887a0:42441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:59,150 INFO [RS:0;237a1da887a0:42441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-23T03:51:59,150 DEBUG [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,42441,1732333918831 2024-11-23T03:51:59,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,42441,1732333918831] 2024-11-23T03:51:59,152 DEBUG [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536 2024-11-23T03:51:59,152 DEBUG [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39907 2024-11-23T03:51:59,153 DEBUG [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:51:59,153 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T03:51:59,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35161 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35161 {}] master.ServerManager(517): Registering regionserver=237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,156 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536 2024-11-23T03:51:59,156 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39907 2024-11-23T03:51:59,156 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-23T03:51:59,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:51:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:51:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:51:59,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741832_1008 (size=32) 2024-11-23T03:51:59,160 DEBUG [RS:1;237a1da887a0:42219 {}] zookeeper.ZKUtil(111): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,42219,1732333918863 2024-11-23T03:51:59,160 WARN [RS:1;237a1da887a0:42219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:59,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,42219,1732333918863] 2024-11-23T03:51:59,160 INFO [RS:1;237a1da887a0:42219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-23T03:51:59,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [237a1da887a0,45665,1732333918891] 2024-11-23T03:51:59,160 DEBUG [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,42219,1732333918863 2024-11-23T03:51:59,161 DEBUG [RS:2;237a1da887a0:45665 {}] zookeeper.ZKUtil(111): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,161 WARN [RS:2;237a1da887a0:45665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T03:51:59,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:59,161 INFO [RS:2;237a1da887a0:45665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-23T03:51:59,161 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,162 INFO [RS:0;237a1da887a0:42441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:51:59,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:51:59,165 INFO [RS:0;237a1da887a0:42441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:51:59,166 INFO [RS:2;237a1da887a0:45665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:51:59,168 INFO [RS:0;237a1da887a0:42441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:51:59,168 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,169 INFO [RS:1;237a1da887a0:42219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T03:51:59,169 INFO [RS:2;237a1da887a0:45665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:51:59,169 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:51:59,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:51:59,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,170 INFO [RS:0;237a1da887a0:42441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:51:59,170 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,170 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:59,171 DEBUG [RS:0;237a1da887a0:42441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:59,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:51:59,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,172 INFO [RS:2;237a1da887a0:45665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:51:59,172 INFO [RS:1;237a1da887a0:42219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T03:51:59,172 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:51:59,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:51:59,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:51:59,176 INFO [RS:1;237a1da887a0:42219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T03:51:59,176 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:51:59,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:51:59,177 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,177 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,177 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,177 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,177 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-23T03:51:59,177 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,177 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,177 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42441,1732333918831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:59,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:51:59,178 INFO [RS:2;237a1da887a0:45665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:51:59,178 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 INFO [RS:1;237a1da887a0:42219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/237a1da887a0:0, corePoolSize=2, maxPoolSize=2 2024-11-23T03:51:59,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740 2024-11-23T03:51:59,178 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,178 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/237a1da887a0:0, corePoolSize=1, maxPoolSize=1 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:59,179 DEBUG [RS:2;237a1da887a0:45665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:59,179 DEBUG [RS:1;237a1da887a0:42219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0, corePoolSize=3, maxPoolSize=3 2024-11-23T03:51:59,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740 2024-11-23T03:51:59,181 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:51:59,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:51:59,181 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45665,1732333918891-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,181 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42219,1732333918863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:59,182 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:51:59,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:51:59,187 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:51:59,187 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73081520, jitterRate=0.08899950981140137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:51:59,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732333919161Initializing all the Stores at 1732333919162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919164 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333919164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919164Cleaning up temporary data from old regions at 1732333919181 (+17 ms)Region opened successfully at 1732333919188 (+7 ms) 2024-11-23T03:51:59,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:51:59,189 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:51:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:51:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:51:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:51:59,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:51:59,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333919188Disabling compacts and flushes for region at 1732333919188Disabling writes for close at 1732333919189 (+1 ms)Writing region close event to WAL at 1732333919189Closed at 1732333919189 2024-11-23T03:51:59,191 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:59,191 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-23T03:51:59,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T03:51:59,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:51:59,196 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:51:59,196 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T03:51:59,196 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42441,1732333918831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,196 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,196 INFO [RS:0;237a1da887a0:42441 {}] regionserver.Replication(171): 237a1da887a0,42441,1732333918831 started 2024-11-23T03:51:59,198 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:51:59,198 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,42219,1732333918863-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,198 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,198 INFO [RS:1;237a1da887a0:42219 {}] regionserver.Replication(171): 237a1da887a0,42219,1732333918863 started 2024-11-23T03:51:59,199 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T03:51:59,199 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,45665,1732333918891-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,199 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,199 INFO [RS:2;237a1da887a0:45665 {}] regionserver.Replication(171): 237a1da887a0,45665,1732333918891 started 2024-11-23T03:51:59,213 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,213 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,42219,1732333918863, RpcServer on 237a1da887a0/172.17.0.2:42219, sessionid=0x10142f3c4ba0002 2024-11-23T03:51:59,213 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:51:59,213 DEBUG [RS:1;237a1da887a0:42219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,42219,1732333918863 2024-11-23T03:51:59,213 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,42219,1732333918863' 2024-11-23T03:51:59,213 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:51:59,213 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,214 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,42441,1732333918831, RpcServer on 237a1da887a0/172.17.0.2:42441, sessionid=0x10142f3c4ba0001 2024-11-23T03:51:59,214 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:51:59,214 DEBUG [RS:0;237a1da887a0:42441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,42441,1732333918831 2024-11-23T03:51:59,214 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,42441,1732333918831' 2024-11-23T03:51:59,214 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:51:59,214 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:51:59,214 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,214 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:51:59,214 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1482): Serving as 237a1da887a0,45665,1732333918891, RpcServer on 237a1da887a0/172.17.0.2:45665, sessionid=0x10142f3c4ba0003 2024-11-23T03:51:59,215 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:51:59,215 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T03:51:59,215 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:51:59,215 DEBUG [RS:2;237a1da887a0:45665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,215 DEBUG [RS:1;237a1da887a0:42219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,42219,1732333918863 2024-11-23T03:51:59,215 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,45665,1732333918891' 2024-11-23T03:51:59,215 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T03:51:59,215 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,42219,1732333918863' 2024-11-23T03:51:59,215 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:51:59,215 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:51:59,215 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:51:59,215 DEBUG [RS:0;237a1da887a0:42441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,42441,1732333918831 2024-11-23T03:51:59,215 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,42441,1732333918831' 2024-11-23T03:51:59,215 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:51:59,215 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T03:51:59,215 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:51:59,216 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:51:59,216 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T03:51:59,216 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T03:51:59,216 DEBUG [RS:2;237a1da887a0:45665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,216 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '237a1da887a0,45665,1732333918891' 2024-11-23T03:51:59,216 DEBUG [RS:1;237a1da887a0:42219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:51:59,216 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T03:51:59,216 INFO [RS:1;237a1da887a0:42219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:51:59,216 INFO [RS:1;237a1da887a0:42219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:51:59,216 DEBUG [RS:0;237a1da887a0:42441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:51:59,216 INFO [RS:0;237a1da887a0:42441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:51:59,216 INFO [RS:0;237a1da887a0:42441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:51:59,217 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T03:51:59,217 DEBUG [RS:2;237a1da887a0:45665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T03:51:59,217 INFO [RS:2;237a1da887a0:45665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T03:51:59,217 INFO [RS:2;237a1da887a0:45665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T03:51:59,319 INFO [RS:1;237a1da887a0:42219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C42219%2C1732333918863, suffix=, logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,42219,1732333918863, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs, maxLogs=32 2024-11-23T03:51:59,319 INFO [RS:0;237a1da887a0:42441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C42441%2C1732333918831, suffix=, logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,42441,1732333918831, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs, maxLogs=32 2024-11-23T03:51:59,320 INFO [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C45665%2C1732333918891, suffix=, logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,45665,1732333918891, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs, maxLogs=32 2024-11-23T03:51:59,323 INFO [RS:1;237a1da887a0:42219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 237a1da887a0%2C42219%2C1732333918863.1732333919322 2024-11-23T03:51:59,323 INFO [RS:2;237a1da887a0:45665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 237a1da887a0%2C45665%2C1732333918891.1732333919322 2024-11-23T03:51:59,323 INFO [RS:0;237a1da887a0:42441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 237a1da887a0%2C42441%2C1732333918831.1732333919322 2024-11-23T03:51:59,338 INFO [RS:1;237a1da887a0:42219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,42219,1732333918863/237a1da887a0%2C42219%2C1732333918863.1732333919322 2024-11-23T03:51:59,342 INFO [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,45665,1732333918891/237a1da887a0%2C45665%2C1732333918891.1732333919322 2024-11-23T03:51:59,346 INFO [RS:0;237a1da887a0:42441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,42441,1732333918831/237a1da887a0%2C42441%2C1732333918831.1732333919322 2024-11-23T03:51:59,346 WARN [237a1da887a0:35161 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-23T03:51:59,350 DEBUG [RS:1;237a1da887a0:42219 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287),(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:33049:33049)] 2024-11-23T03:51:59,353 DEBUG [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:33049:33049),(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-23T03:51:59,354 DEBUG [RS:0;237a1da887a0:42441 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39629:39629),(127.0.0.1/127.0.0.1:33049:33049),(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-23T03:51:59,596 DEBUG [237a1da887a0:35161 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-23T03:51:59,597 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(204): Hosts are {237a1da887a0=0} racks are {/default-rack=0} 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T03:51:59,599 INFO [237a1da887a0:35161 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T03:51:59,599 INFO [237a1da887a0:35161 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T03:51:59,599 INFO [237a1da887a0:35161 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T03:51:59,599 DEBUG [237a1da887a0:35161 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T03:51:59,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,602 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,45665,1732333918891, state=OPENING 2024-11-23T03:51:59,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T03:51:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:51:59,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T03:51:59,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,45665,1732333918891}] 2024-11-23T03:51:59,760 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T03:51:59,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T03:51:59,767 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-23T03:51:59,767 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-23T03:51:59,770 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=237a1da887a0%2C45665%2C1732333918891.meta, suffix=.meta, logDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,45665,1732333918891, archiveDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs, maxLogs=32 2024-11-23T03:51:59,771 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 237a1da887a0%2C45665%2C1732333918891.meta.1732333919771.meta 2024-11-23T03:51:59,778 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/WALs/237a1da887a0,45665,1732333918891/237a1da887a0%2C45665%2C1732333918891.meta.1732333919771.meta 2024-11-23T03:51:59,780 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287),(127.0.0.1/127.0.0.1:33049:33049),(127.0.0.1/127.0.0.1:39629:39629)] 2024-11-23T03:51:59,781 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:51:59,781 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T03:51:59,781 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T03:51:59,781 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T03:51:59,782 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T03:51:59,782 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:59,782 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-23T03:51:59,782 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-23T03:51:59,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T03:51:59,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T03:51:59,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-23T03:51:59,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-23T03:51:59,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T03:51:59,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T03:51:59,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T03:51:59,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T03:51:59,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T03:51:59,791 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-23T03:51:59,791 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740 2024-11-23T03:51:59,793 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740 2024-11-23T03:51:59,794 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-23T03:51:59,794 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-23T03:51:59,795 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T03:51:59,797 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-23T03:51:59,798 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68666194, jitterRate=0.02320602536201477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T03:51:59,798 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-23T03:51:59,799 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732333919782Writing region info on filesystem at 1732333919782Initializing all the Stores at 1732333919783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333919783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732333919783Cleaning up temporary data from old regions at 1732333919794 (+11 ms)Running coprocessor post-open hooks at 1732333919798 (+4 ms)Region opened successfully at 1732333919799 (+1 ms) 2024-11-23T03:51:59,801 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732333919760 2024-11-23T03:51:59,804 DEBUG [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T03:51:59,804 INFO [RS_OPEN_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-23T03:51:59,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 237a1da887a0,45665,1732333918891, state=OPEN 2024-11-23T03:51:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:59,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T03:51:59,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,808 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=237a1da887a0,45665,1732333918891 2024-11-23T03:51:59,808 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T03:51:59,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T03:51:59,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=237a1da887a0,45665,1732333918891 in 203 msec 2024-11-23T03:51:59,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T03:51:59,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-23T03:51:59,817 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-23T03:51:59,817 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-23T03:51:59,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:51:59,818 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,45665,1732333918891, seqNum=-1] 2024-11-23T03:51:59,819 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:51:59,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:51:59,828 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 730 msec 2024-11-23T03:51:59,828 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732333919828, completionTime=-1 2024-11-23T03:51:59,828 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-23T03:51:59,828 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-23T03:51:59,830 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-23T03:51:59,830 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732333979830 2024-11-23T03:51:59,830 INFO [master/237a1da887a0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732334039830 2024-11-23T03:51:59,830 INFO [master/237a1da887a0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-23T03:51:59,831 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35161,1732333918782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,831 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35161,1732333918782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,831 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35161,1732333918782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,831 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-237a1da887a0:35161, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,831 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,831 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,834 DEBUG [master/237a1da887a0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-23T03:51:59,836 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.907sec 2024-11-23T03:51:59,836 INFO [master/237a1da887a0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T03:51:59,836 INFO [master/237a1da887a0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T03:51:59,836 INFO [master/237a1da887a0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T03:51:59,837 INFO [master/237a1da887a0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T03:51:59,837 INFO [master/237a1da887a0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T03:51:59,837 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35161,1732333918782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T03:51:59,837 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35161,1732333918782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T03:51:59,840 DEBUG [master/237a1da887a0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-23T03:51:59,840 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T03:51:59,840 INFO [master/237a1da887a0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=237a1da887a0,35161,1732333918782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T03:51:59,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f519320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:51:59,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 237a1da887a0,35161,-1 for getting cluster id 2024-11-23T03:51:59,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-23T03:51:59,928 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a19d6278-de21-453f-8dcd-1bc3aaa9fde3' 2024-11-23T03:51:59,929 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-23T03:51:59,929 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a19d6278-de21-453f-8dcd-1bc3aaa9fde3" 2024-11-23T03:51:59,929 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24934899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:51:59,929 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [237a1da887a0,35161,-1] 2024-11-23T03:51:59,930 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-23T03:51:59,930 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:51:59,931 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-23T03:51:59,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3515910a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T03:51:59,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-23T03:51:59,934 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=237a1da887a0,45665,1732333918891, seqNum=-1] 2024-11-23T03:51:59,934 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T03:51:59,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T03:51:59,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=237a1da887a0,35161,1732333918782 2024-11-23T03:51:59,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-23T03:51:59,940 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 237a1da887a0,35161,1732333918782 2024-11-23T03:51:59,940 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e359ac 2024-11-23T03:51:59,940 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T03:51:59,942 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T03:51:59,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T03:51:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-23T03:51:59,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T03:51:59,947 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:51:59,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-23T03:51:59,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:51:59,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T03:51:59,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741837_1013 (size=392) 2024-11-23T03:51:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741837_1013 (size=392) 2024-11-23T03:51:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741837_1013 (size=392) 2024-11-23T03:51:59,961 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dffbfce03a1bed92a01c6f865bbbe84, NAME => 'TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536 2024-11-23T03:51:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741838_1014 (size=51) 2024-11-23T03:51:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741838_1014 (size=51) 2024-11-23T03:51:59,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741838_1014 (size=51) 2024-11-23T03:51:59,971 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:51:59,972 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 8dffbfce03a1bed92a01c6f865bbbe84, disabling compactions & flushes 2024-11-23T03:51:59,972 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:51:59,972 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:51:59,972 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. after waiting 0 ms 2024-11-23T03:51:59,972 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:51:59,972 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:51:59,972 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dffbfce03a1bed92a01c6f865bbbe84: Waiting for close lock at 1732333919972Disabling compacts and flushes for region at 1732333919972Disabling writes for close at 1732333919972Writing region close event to WAL at 1732333919972Closed at 1732333919972 2024-11-23T03:51:59,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T03:51:59,974 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732333919974"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732333919974"}]},"ts":"1732333919974"} 2024-11-23T03:51:59,977 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-23T03:51:59,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T03:51:59,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333919979"}]},"ts":"1732333919979"} 2024-11-23T03:51:59,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-23T03:51:59,981 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {237a1da887a0=0} racks are {/default-rack=0} 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-23T03:51:59,982 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-23T03:51:59,982 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-23T03:51:59,982 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-23T03:51:59,982 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-23T03:51:59,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8dffbfce03a1bed92a01c6f865bbbe84, ASSIGN}] 2024-11-23T03:51:59,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8dffbfce03a1bed92a01c6f865bbbe84, ASSIGN 2024-11-23T03:51:59,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8dffbfce03a1bed92a01c6f865bbbe84, ASSIGN; state=OFFLINE, location=237a1da887a0,45665,1732333918891; forceNewPlan=false, retain=false 2024-11-23T03:52:00,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:52:00,136 INFO [237a1da887a0:35161 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-23T03:52:00,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dffbfce03a1bed92a01c6f865bbbe84, regionState=OPENING, regionLocation=237a1da887a0,45665,1732333918891 2024-11-23T03:52:00,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8dffbfce03a1bed92a01c6f865bbbe84, ASSIGN because future has completed 2024-11-23T03:52:00,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dffbfce03a1bed92a01c6f865bbbe84, server=237a1da887a0,45665,1732333918891}] 2024-11-23T03:52:00,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:52:00,300 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,301 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dffbfce03a1bed92a01c6f865bbbe84, NAME => 'TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84.', STARTKEY => '', ENDKEY => ''} 2024-11-23T03:52:00,301 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,301 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T03:52:00,301 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,301 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,303 INFO [StoreOpener-8dffbfce03a1bed92a01c6f865bbbe84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,305 INFO [StoreOpener-8dffbfce03a1bed92a01c6f865bbbe84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dffbfce03a1bed92a01c6f865bbbe84 columnFamilyName cf 2024-11-23T03:52:00,305 DEBUG [StoreOpener-8dffbfce03a1bed92a01c6f865bbbe84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T03:52:00,305 INFO [StoreOpener-8dffbfce03a1bed92a01c6f865bbbe84-1 {}] regionserver.HStore(327): Store=8dffbfce03a1bed92a01c6f865bbbe84/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T03:52:00,305 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,306 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,307 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,307 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,307 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,309 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,311 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T03:52:00,312 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8dffbfce03a1bed92a01c6f865bbbe84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67449980, jitterRate=0.005083024501800537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T03:52:00,312 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,313 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8dffbfce03a1bed92a01c6f865bbbe84: Running coprocessor pre-open hook at 1732333920301Writing region info on filesystem at 1732333920301Initializing all the Stores at 1732333920303 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732333920303Cleaning up temporary data from old regions at 1732333920307 (+4 ms)Running coprocessor post-open hooks at 1732333920312 (+5 ms)Region opened successfully at 1732333920313 (+1 ms) 2024-11-23T03:52:00,315 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84., pid=6, masterSystemTime=1732333920296 2024-11-23T03:52:00,318 DEBUG [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,318 INFO [RS_OPEN_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,319 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dffbfce03a1bed92a01c6f865bbbe84, regionState=OPEN, openSeqNum=2, regionLocation=237a1da887a0,45665,1732333918891 2024-11-23T03:52:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dffbfce03a1bed92a01c6f865bbbe84, server=237a1da887a0,45665,1732333918891 because future has completed 2024-11-23T03:52:00,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T03:52:00,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dffbfce03a1bed92a01c6f865bbbe84, server=237a1da887a0,45665,1732333918891 in 183 msec 2024-11-23T03:52:00,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T03:52:00,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=8dffbfce03a1bed92a01c6f865bbbe84, ASSIGN in 347 msec 2024-11-23T03:52:00,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T03:52:00,336 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732333920336"}]},"ts":"1732333920336"} 2024-11-23T03:52:00,339 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-23T03:52:00,341 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T03:52:00,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 398 msec 2024-11-23T03:52:00,553 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-23T03:52:00,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:52:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-23T03:52:00,578 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-23T03:52:00,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-23T03:52:00,579 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:52:00,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-23T03:52:00,582 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-23T03:52:00,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-23T03:52:00,591 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84., hostname=237a1da887a0,45665,1732333918891, seqNum=2] 2024-11-23T03:52:00,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-23T03:52:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-23T03:52:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:52:00,599 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-23T03:52:00,601 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T03:52:00,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T03:52:00,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:52:00,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-23T03:52:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:52:00,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-23T03:52:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,756 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8dffbfce03a1bed92a01c6f865bbbe84 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-23T03:52:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/.tmp/cf/8fd462f4bb8b4c2cbfb2113ea1e1e708 is 36, key is row/cf:cq/1732333920593/Put/seqid=0 2024-11-23T03:52:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741839_1015 (size=4787) 2024-11-23T03:52:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741839_1015 (size=4787) 2024-11-23T03:52:00,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741839_1015 (size=4787) 2024-11-23T03:52:00,783 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/.tmp/cf/8fd462f4bb8b4c2cbfb2113ea1e1e708 2024-11-23T03:52:00,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/.tmp/cf/8fd462f4bb8b4c2cbfb2113ea1e1e708 as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/cf/8fd462f4bb8b4c2cbfb2113ea1e1e708 2024-11-23T03:52:00,798 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/cf/8fd462f4bb8b4c2cbfb2113ea1e1e708, entries=1, sequenceid=5, filesize=4.7 K 2024-11-23T03:52:00,800 INFO [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 8dffbfce03a1bed92a01c6f865bbbe84 in 43ms, sequenceid=5, compaction requested=false 2024-11-23T03:52:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8dffbfce03a1bed92a01c6f865bbbe84: 2024-11-23T03:52:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/237a1da887a0:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-23T03:52:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-23T03:52:00,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-23T03:52:00,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 201 msec 2024-11-23T03:52:00,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 211 msec 2024-11-23T03:52:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35161 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-23T03:52:00,919 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-23T03:52:00,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-23T03:52:00,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:52:00,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:52:00,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-23T03:52:00,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T03:52:00,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=869272424, stopped=false 2024-11-23T03:52:00,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=237a1da887a0,35161,1732333918782 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:52:00,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:52:00,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:52:00,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-23T03:52:00,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:52:00,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:52:00,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:52:00,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:52:00,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T03:52:00,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,42441,1732333918831' ***** 2024-11-23T03:52:00,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:52:00,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,42219,1732333918863' ***** 2024-11-23T03:52:00,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:52:00,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '237a1da887a0,45665,1732333918891' ***** 2024-11-23T03:52:00,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-23T03:52:00,930 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:52:00,931 INFO [RS:0;237a1da887a0:42441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:52:00,931 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:52:00,931 INFO [RS:0;237a1da887a0:42441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:52:00,931 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,42441,1732333918831 2024-11-23T03:52:00,931 INFO [RS:1;237a1da887a0:42219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:52:00,931 INFO [RS:0;237a1da887a0:42441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:52:00,931 INFO [RS:0;237a1da887a0:42441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;237a1da887a0:42441. 2024-11-23T03:52:00,931 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T03:52:00,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:52:00,931 INFO [RS:1;237a1da887a0:42219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:52:00,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:52:00,931 INFO [RS:2;237a1da887a0:45665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T03:52:00,932 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,42219,1732333918863 2024-11-23T03:52:00,932 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-23T03:52:00,932 INFO [RS:2;237a1da887a0:45665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T03:52:00,932 INFO [RS:1;237a1da887a0:42219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:52:00,932 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,932 DEBUG [RS:0;237a1da887a0:42441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:52:00,932 INFO [RS:1;237a1da887a0:42219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;237a1da887a0:42219. 2024-11-23T03:52:00,932 DEBUG [RS:0;237a1da887a0:42441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,932 DEBUG [RS:1;237a1da887a0:42219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:52:00,932 DEBUG [RS:1;237a1da887a0:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,932 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,42441,1732333918831; all regions closed. 2024-11-23T03:52:00,932 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(959): stopping server 237a1da887a0,45665,1732333918891 2024-11-23T03:52:00,932 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,42219,1732333918863; all regions closed. 2024-11-23T03:52:00,932 INFO [RS:2;237a1da887a0:45665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:52:00,932 INFO [RS:2;237a1da887a0:45665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;237a1da887a0:45665. 2024-11-23T03:52:00,932 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dffbfce03a1bed92a01c6f865bbbe84, disabling compactions & flushes 2024-11-23T03:52:00,932 DEBUG [RS:2;237a1da887a0:45665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T03:52:00,932 DEBUG [RS:2;237a1da887a0:45665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,932 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,933 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,933 INFO [RS:2;237a1da887a0:45665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:52:00,933 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. after waiting 0 ms 2024-11-23T03:52:00,933 INFO [RS:2;237a1da887a0:45665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:52:00,933 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,933 INFO [RS:2;237a1da887a0:45665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:52:00,933 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-23T03:52:00,933 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,933 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,933 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,934 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-23T03:52:00,934 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:00,935 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1325): Online Regions={8dffbfce03a1bed92a01c6f865bbbe84=TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T03:52:00,935 DEBUG [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dffbfce03a1bed92a01c6f865bbbe84 2024-11-23T03:52:00,935 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-23T03:52:00,935 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-23T03:52:00,935 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-23T03:52:00,935 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T03:52:00,935 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T03:52:00,935 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-23T03:52:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741834_1010 (size=93) 2024-11-23T03:52:00,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741835_1011 (size=93) 2024-11-23T03:52:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741835_1011 (size=93) 2024-11-23T03:52:00,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741834_1010 (size=93) 2024-11-23T03:52:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741835_1011 (size=93) 2024-11-23T03:52:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741834_1010 (size=93) 2024-11-23T03:52:00,943 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/default/TestHBaseWalOnEC/8dffbfce03a1bed92a01c6f865bbbe84/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-23T03:52:00,944 DEBUG [RS:0;237a1da887a0:42441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs 2024-11-23T03:52:00,944 INFO [RS:0;237a1da887a0:42441 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 237a1da887a0%2C42441%2C1732333918831:(num 1732333919322) 2024-11-23T03:52:00,944 DEBUG [RS:0;237a1da887a0:42441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:52:00,945 DEBUG [RS:1;237a1da887a0:42219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 237a1da887a0%2C42219%2C1732333918863:(num 1732333919322) 2024-11-23T03:52:00,945 INFO [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,945 DEBUG [RS:1;237a1da887a0:42219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:52:00,945 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dffbfce03a1bed92a01c6f865bbbe84: Waiting for close lock at 1732333920932Running coprocessor pre-close hooks at 1732333920932Disabling compacts and flushes for region at 1732333920932Disabling writes for close at 1732333920933 (+1 ms)Writing region close event to WAL at 1732333920936 (+3 ms)Running coprocessor post-close hooks at 1732333920944 (+8 ms)Closed at 1732333920945 (+1 ms) 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:52:00,945 DEBUG [RS_CLOSE_REGION-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84. 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:52:00,945 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:52:00,945 INFO [RS:0;237a1da887a0:42441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T03:52:00,945 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:52:00,945 INFO [RS:1;237a1da887a0:42219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T03:52:00,946 INFO [RS:0;237a1da887a0:42441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42441 2024-11-23T03:52:00,946 INFO [RS:1;237a1da887a0:42219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:52:00,946 INFO [RS:1;237a1da887a0:42219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42219 2024-11-23T03:52:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:52:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,42441,1732333918831 2024-11-23T03:52:00,947 INFO [RS:0;237a1da887a0:42441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:52:00,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,42219,1732333918863 2024-11-23T03:52:00,948 INFO [RS:1;237a1da887a0:42219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:52:00,949 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,42219,1732333918863] 2024-11-23T03:52:00,952 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,42219,1732333918863 already deleted, retry=false 2024-11-23T03:52:00,952 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,42219,1732333918863 expired; onlineServers=2 2024-11-23T03:52:00,952 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,42441,1732333918831] 2024-11-23T03:52:00,954 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,42441,1732333918831 already deleted, retry=false 2024-11-23T03:52:00,954 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,42441,1732333918831 expired; onlineServers=1 2024-11-23T03:52:00,959 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/info/8649fc8c7d6b47909e2af41723aba5ba is 153, key is TestHBaseWalOnEC,,1732333919942.8dffbfce03a1bed92a01c6f865bbbe84./info:regioninfo/1732333920319/Put/seqid=0 2024-11-23T03:52:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741840_1016 (size=6637) 2024-11-23T03:52:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741840_1016 (size=6637) 2024-11-23T03:52:00,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741840_1016 (size=6637) 2024-11-23T03:52:00,968 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/info/8649fc8c7d6b47909e2af41723aba5ba 2024-11-23T03:52:00,980 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:52:00,983 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:52:00,983 INFO [regionserver/237a1da887a0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:52:00,993 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/ns/b17f8307b6d040f2968e80177128d17b is 43, key is default/ns:d/1732333919821/Put/seqid=0 2024-11-23T03:52:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741841_1017 (size=5153) 2024-11-23T03:52:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741841_1017 (size=5153) 2024-11-23T03:52:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741841_1017 (size=5153) 2024-11-23T03:52:01,001 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/ns/b17f8307b6d040f2968e80177128d17b 2024-11-23T03:52:01,023 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/table/d1bdc5a2c3c44d22a00c4de0d6bfc51d is 52, key is TestHBaseWalOnEC/table:state/1732333920336/Put/seqid=0 2024-11-23T03:52:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741842_1018 (size=5249) 2024-11-23T03:52:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741842_1018 (size=5249) 2024-11-23T03:52:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741842_1018 (size=5249) 2024-11-23T03:52:01,032 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/table/d1bdc5a2c3c44d22a00c4de0d6bfc51d 2024-11-23T03:52:01,041 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/info/8649fc8c7d6b47909e2af41723aba5ba as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/info/8649fc8c7d6b47909e2af41723aba5ba 2024-11-23T03:52:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,049 INFO [RS:0;237a1da887a0:42441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:52:01,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42441-0x10142f3c4ba0001, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,049 INFO [RS:0;237a1da887a0:42441 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,42441,1732333918831; zookeeper connection closed. 2024-11-23T03:52:01,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43fc2c33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43fc2c33 2024-11-23T03:52:01,050 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/info/8649fc8c7d6b47909e2af41723aba5ba, entries=10, sequenceid=11, filesize=6.5 K 2024-11-23T03:52:01,051 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/ns/b17f8307b6d040f2968e80177128d17b as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/ns/b17f8307b6d040f2968e80177128d17b 2024-11-23T03:52:01,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,051 INFO [RS:1;237a1da887a0:42219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:52:01,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42219-0x10142f3c4ba0002, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,051 INFO [RS:1;237a1da887a0:42219 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,42219,1732333918863; zookeeper connection closed. 2024-11-23T03:52:01,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@459e7e23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@459e7e23 2024-11-23T03:52:01,059 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/ns/b17f8307b6d040f2968e80177128d17b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-23T03:52:01,061 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/.tmp/table/d1bdc5a2c3c44d22a00c4de0d6bfc51d as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/table/d1bdc5a2c3c44d22a00c4de0d6bfc51d 2024-11-23T03:52:01,068 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/table/d1bdc5a2c3c44d22a00c4de0d6bfc51d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-23T03:52:01,070 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false 2024-11-23T03:52:01,075 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-23T03:52:01,076 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T03:52:01,076 INFO [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-23T03:52:01,076 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732333920935Running coprocessor pre-close hooks at 1732333920935Disabling compacts and flushes for region at 1732333920935Disabling writes for close at 1732333920935Obtaining lock to block concurrent updates at 1732333920935Preparing flush snapshotting stores in 1588230740 at 1732333920935Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732333920935Flushing stores of hbase:meta,,1.1588230740 at 1732333920937 (+2 ms)Flushing 1588230740/info: creating writer at 1732333920937Flushing 1588230740/info: appending metadata at 1732333920959 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732333920959Flushing 1588230740/ns: creating writer at 1732333920976 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732333920993 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732333920993Flushing 1588230740/table: creating writer at 1732333921007 (+14 ms)Flushing 1588230740/table: appending metadata at 1732333921023 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732333921023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5650ef: reopening flushed file at 1732333921040 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5876f1e3: reopening flushed file at 1732333921050 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c1fac3: reopening flushed file at 1732333921059 (+9 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 135ms, sequenceid=11, compaction requested=false at 1732333921070 (+11 ms)Writing region close event to WAL at 1732333921071 (+1 ms)Running coprocessor post-close hooks at 1732333921076 (+5 ms)Closed at 1732333921076 2024-11-23T03:52:01,077 DEBUG [RS_CLOSE_META-regionserver/237a1da887a0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T03:52:01,135 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(976): stopping server 237a1da887a0,45665,1732333918891; all regions closed. 2024-11-23T03:52:01,135 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,136 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,136 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,136 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,136 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741836_1012 (size=2751) 2024-11-23T03:52:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741836_1012 (size=2751) 2024-11-23T03:52:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741836_1012 (size=2751) 2024-11-23T03:52:01,142 DEBUG [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs 2024-11-23T03:52:01,143 INFO [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 237a1da887a0%2C45665%2C1732333918891.meta:.meta(num 1732333919771) 2024-11-23T03:52:01,143 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,143 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,143 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,143 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,143 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741833_1009 (size=1298) 2024-11-23T03:52:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741833_1009 (size=1298) 2024-11-23T03:52:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741833_1009 (size=1298) 2024-11-23T03:52:01,149 DEBUG [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/oldWALs 2024-11-23T03:52:01,149 INFO [RS:2;237a1da887a0:45665 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 237a1da887a0%2C45665%2C1732333918891:(num 1732333919322) 2024-11-23T03:52:01,149 DEBUG [RS:2;237a1da887a0:45665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T03:52:01,149 INFO [RS:2;237a1da887a0:45665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T03:52:01,149 INFO [RS:2;237a1da887a0:45665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:52:01,150 INFO [RS:2;237a1da887a0:45665 {}] hbase.ChoreService(370): Chore service for: regionserver/237a1da887a0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-23T03:52:01,150 INFO [RS:2;237a1da887a0:45665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:52:01,150 INFO [regionserver/237a1da887a0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:52:01,150 INFO [RS:2;237a1da887a0:45665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45665 2024-11-23T03:52:01,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/237a1da887a0,45665,1732333918891 2024-11-23T03:52:01,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T03:52:01,153 INFO [RS:2;237a1da887a0:45665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:52:01,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [237a1da887a0,45665,1732333918891] 2024-11-23T03:52:01,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/237a1da887a0,45665,1732333918891 already deleted, retry=false 2024-11-23T03:52:01,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 237a1da887a0,45665,1732333918891 expired; onlineServers=0 2024-11-23T03:52:01,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '237a1da887a0,35161,1732333918782' ***** 2024-11-23T03:52:01,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T03:52:01,157 INFO [M:0;237a1da887a0:35161 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-23T03:52:01,158 INFO [M:0;237a1da887a0:35161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-23T03:52:01,158 DEBUG [M:0;237a1da887a0:35161 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T03:52:01,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T03:52:01,158 DEBUG [M:0;237a1da887a0:35161 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T03:52:01,158 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333919108 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.small.0-1732333919108,5,FailOnTimeoutGroup] 2024-11-23T03:52:01,158 DEBUG [master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333919108 {}] cleaner.HFileCleaner(306): Exit Thread[master/237a1da887a0:0:becomeActiveMaster-HFileCleaner.large.0-1732333919108,5,FailOnTimeoutGroup] 2024-11-23T03:52:01,158 INFO [M:0;237a1da887a0:35161 {}] hbase.ChoreService(370): Chore service for: master/237a1da887a0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-23T03:52:01,158 INFO [M:0;237a1da887a0:35161 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-23T03:52:01,158 DEBUG [M:0;237a1da887a0:35161 {}] master.HMaster(1795): Stopping service threads 2024-11-23T03:52:01,158 INFO [M:0;237a1da887a0:35161 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T03:52:01,159 INFO [M:0;237a1da887a0:35161 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-23T03:52:01,159 INFO [M:0;237a1da887a0:35161 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T03:52:01,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T03:52:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T03:52:01,159 DEBUG [M:0;237a1da887a0:35161 {}] zookeeper.ZKUtil(347): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T03:52:01,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T03:52:01,159 WARN [M:0;237a1da887a0:35161 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T03:52:01,160 INFO [M:0;237a1da887a0:35161 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/.lastflushedseqids 2024-11-23T03:52:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741843_1019 (size=127) 2024-11-23T03:52:01,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741843_1019 (size=127) 2024-11-23T03:52:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741843_1019 (size=127) 2024-11-23T03:52:01,256 INFO [RS:2;237a1da887a0:45665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:52:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,256 INFO [RS:2;237a1da887a0:45665 {}] regionserver.HRegionServer(1031): Exiting; stopping=237a1da887a0,45665,1732333918891; zookeeper connection closed. 2024-11-23T03:52:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45665-0x10142f3c4ba0003, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a6c2a42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a6c2a42 2024-11-23T03:52:01,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-23T03:52:01,570 INFO [M:0;237a1da887a0:35161 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-23T03:52:01,571 INFO [M:0;237a1da887a0:35161 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T03:52:01,571 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T03:52:01,571 INFO [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:52:01,571 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:52:01,571 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T03:52:01,571 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:52:01,571 INFO [M:0;237a1da887a0:35161 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-23T03:52:01,590 DEBUG [M:0;237a1da887a0:35161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f90f9fed6674e058b3379e4cecf5ad2 is 82, key is hbase:meta,,1/info:regioninfo/1732333919805/Put/seqid=0 2024-11-23T03:52:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741844_1020 (size=5672) 2024-11-23T03:52:01,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741844_1020 (size=5672) 2024-11-23T03:52:01,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741844_1020 (size=5672) 2024-11-23T03:52:01,598 INFO [M:0;237a1da887a0:35161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f90f9fed6674e058b3379e4cecf5ad2 2024-11-23T03:52:01,621 DEBUG [M:0;237a1da887a0:35161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67bc817e17ea4c74962ff266e290bcb0 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732333920343/Put/seqid=0 2024-11-23T03:52:01,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741845_1021 (size=6439) 2024-11-23T03:52:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741845_1021 (size=6439) 2024-11-23T03:52:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741845_1021 (size=6439) 2024-11-23T03:52:01,630 INFO [M:0;237a1da887a0:35161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67bc817e17ea4c74962ff266e290bcb0 2024-11-23T03:52:01,655 DEBUG [M:0;237a1da887a0:35161 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/660e4b51cfbb45968d5c0e7932fd18f9 is 69, key is 237a1da887a0,42219,1732333918863/rs:state/1732333919150/Put/seqid=0 2024-11-23T03:52:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741846_1022 (size=5294) 2024-11-23T03:52:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741846_1022 (size=5294) 2024-11-23T03:52:01,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741846_1022 (size=5294) 2024-11-23T03:52:01,663 INFO [M:0;237a1da887a0:35161 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/660e4b51cfbb45968d5c0e7932fd18f9 2024-11-23T03:52:01,671 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f90f9fed6674e058b3379e4cecf5ad2 as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f90f9fed6674e058b3379e4cecf5ad2 2024-11-23T03:52:01,678 INFO [M:0;237a1da887a0:35161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f90f9fed6674e058b3379e4cecf5ad2, entries=8, sequenceid=72, filesize=5.5 K 2024-11-23T03:52:01,680 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67bc817e17ea4c74962ff266e290bcb0 as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67bc817e17ea4c74962ff266e290bcb0 2024-11-23T03:52:01,686 INFO [M:0;237a1da887a0:35161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67bc817e17ea4c74962ff266e290bcb0, entries=8, sequenceid=72, filesize=6.3 K 2024-11-23T03:52:01,687 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/660e4b51cfbb45968d5c0e7932fd18f9 as hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/660e4b51cfbb45968d5c0e7932fd18f9 2024-11-23T03:52:01,692 INFO [M:0;237a1da887a0:35161 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39907/user/jenkins/test-data/74f30363-df86-498e-b691-779ead509536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/660e4b51cfbb45968d5c0e7932fd18f9, entries=3, sequenceid=72, filesize=5.2 K 2024-11-23T03:52:01,694 INFO [M:0;237a1da887a0:35161 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=72, compaction requested=false 2024-11-23T03:52:01,695 INFO [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T03:52:01,695 DEBUG [M:0;237a1da887a0:35161 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732333921571Disabling compacts and flushes for region at 1732333921571Disabling writes for close at 1732333921571Obtaining lock to block concurrent updates at 1732333921571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732333921571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1732333921572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732333921573 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732333921573Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732333921589 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732333921589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732333921605 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732333921620 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732333921621 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732333921637 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732333921655 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732333921655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4420a060: reopening flushed file at 1732333921670 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b64989: reopening flushed file at 1732333921679 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bac96c6: reopening flushed file at 1732333921686 (+7 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=72, compaction requested=false at 1732333921694 (+8 ms)Writing region close event to WAL at 1732333921695 (+1 ms)Closed at 1732333921695 2024-11-23T03:52:01,696 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,696 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,696 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,696 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,696 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-23T03:52:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36001 is added to blk_1073741830_1006 (size=32674) 2024-11-23T03:52:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36673 is added to blk_1073741830_1006 (size=32674) 2024-11-23T03:52:01,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33433 is added to blk_1073741830_1006 (size=32674) 2024-11-23T03:52:01,699 INFO [M:0;237a1da887a0:35161 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-23T03:52:01,699 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-23T03:52:01,700 INFO [M:0;237a1da887a0:35161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35161 2024-11-23T03:52:01,700 INFO [M:0;237a1da887a0:35161 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-23T03:52:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,802 INFO [M:0;237a1da887a0:35161 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-23T03:52:01,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35161-0x10142f3c4ba0000, quorum=127.0.0.1:49234, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T03:52:01,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f50f857{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:52:01,805 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eeef71e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:52:01,805 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:52:01,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b03519{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:52:01,805 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44968fad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,STOPPED} 2024-11-23T03:52:01,807 WARN [BP-1922001945-172.17.0.2-1732333917786 heartbeating to localhost/127.0.0.1:39907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:52:01,807 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:52:01,807 WARN [BP-1922001945-172.17.0.2-1732333917786 heartbeating to localhost/127.0.0.1:39907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922001945-172.17.0.2-1732333917786 (Datanode Uuid 34ef340d-ebf0-4863-99a0-474f69370f83) service to localhost/127.0.0.1:39907 2024-11-23T03:52:01,807 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:52:01,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data5/current/BP-1922001945-172.17.0.2-1732333917786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:52:01,808 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data6/current/BP-1922001945-172.17.0.2-1732333917786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:52:01,808 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:52:01,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46f4cd0a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:52:01,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@700b2317{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:52:01,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:52:01,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55cf3a01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:52:01,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4148d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,STOPPED} 2024-11-23T03:52:01,813 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:52:01,813 WARN [BP-1922001945-172.17.0.2-1732333917786 heartbeating to localhost/127.0.0.1:39907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:52:01,813 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:52:01,813 WARN [BP-1922001945-172.17.0.2-1732333917786 heartbeating to localhost/127.0.0.1:39907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922001945-172.17.0.2-1732333917786 (Datanode Uuid 7196a7c1-76bf-41b7-94a7-7d28eb838fcb) service to localhost/127.0.0.1:39907 2024-11-23T03:52:01,813 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data3/current/BP-1922001945-172.17.0.2-1732333917786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:52:01,814 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data4/current/BP-1922001945-172.17.0.2-1732333917786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:52:01,814 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:52:01,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f854cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T03:52:01,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70fdfe33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:52:01,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:52:01,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72f96008{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:52:01,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4ebd49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,STOPPED} 2024-11-23T03:52:01,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T03:52:01,818 WARN [BP-1922001945-172.17.0.2-1732333917786 heartbeating to localhost/127.0.0.1:39907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T03:52:01,818 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T03:52:01,818 WARN [BP-1922001945-172.17.0.2-1732333917786 heartbeating to localhost/127.0.0.1:39907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922001945-172.17.0.2-1732333917786 (Datanode Uuid 904f4830-2893-4758-8d35-cf3373c556d7) service to localhost/127.0.0.1:39907 2024-11-23T03:52:01,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data1/current/BP-1922001945-172.17.0.2-1732333917786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:52:01,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/cluster_883e61d0-6994-d184-4797-284bd0a84efa/data/data2/current/BP-1922001945-172.17.0.2-1732333917786 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T03:52:01,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T03:52:01,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@135d25f9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T03:52:01,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5799119d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T03:52:01,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T03:52:01,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad8d9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T03:52:01,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28bcd4bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f95cdc7e-6c22-1e12-fced-278b21788ea7/hadoop.log.dir/,STOPPED} 2024-11-23T03:52:01,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-23T03:52:01,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-23T03:52:01,876 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=142 (was 85) - Thread LEAK? -, OpenFileDescriptor=521 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=147 (was 142) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8454 (was 8625)