2024-11-07 14:40:54,040 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-07 14:40:54,053 main DEBUG Took 0.011332 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 14:40:54,054 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 14:40:54,054 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 14:40:54,055 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 14:40:54,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,073 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 14:40:54,086 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,088 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,090 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,091 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,092 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,093 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,094 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,094 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,095 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,095 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,096 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,096 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,097 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,098 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,098 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 14:40:54,099 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,099 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 14:40:54,101 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 14:40:54,102 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 14:40:54,104 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 14:40:54,105 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 14:40:54,106 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 14:40:54,106 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 14:40:54,115 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 14:40:54,118 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 14:40:54,119 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 14:40:54,120 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 14:40:54,120 main DEBUG createAppenders(={Console}) 2024-11-07 14:40:54,121 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-07 14:40:54,121 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-07 14:40:54,121 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-07 14:40:54,122 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 14:40:54,122 main DEBUG OutputStream closed 2024-11-07 14:40:54,122 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 14:40:54,123 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 14:40:54,123 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-07 14:40:54,208 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 14:40:54,210 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 14:40:54,211 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 14:40:54,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 14:40:54,212 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 14:40:54,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 14:40:54,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 14:40:54,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 14:40:54,213 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 14:40:54,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 14:40:54,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 14:40:54,214 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 14:40:54,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 14:40:54,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 14:40:54,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 14:40:54,215 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 14:40:54,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 14:40:54,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 14:40:54,219 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 14:40:54,219 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-07 14:40:54,219 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 14:40:54,220 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-07T14:40:54,233 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-07 14:40:54,236 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 14:40:54,236 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T14:40:54,459 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82 2024-11-07T14:40:54,485 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16, deleteOnExit=true 2024-11-07T14:40:54,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/test.cache.data in system properties and HBase conf 2024-11-07T14:40:54,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:40:54,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:40:54,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:40:54,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:40:54,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:40:54,591 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T14:40:54,679 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:40:54,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:40:54,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:40:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:40:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:40:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:40:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:40:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:40:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:40:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:40:54,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:40:54,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:40:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:40:54,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:40:54,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:40:55,704 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T14:40:55,776 INFO [Time-limited test {}] log.Log(170): Logging initialized @2385ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T14:40:55,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:40:55,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:40:55,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:40:55,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:40:55,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:40:55,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:40:55,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:40:55,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:40:56,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/java.io.tmpdir/jetty-localhost-44525-hadoop-hdfs-3_4_1-tests_jar-_-any-2345936076911461552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:40:56,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:44525} 2024-11-07T14:40:56,130 INFO [Time-limited test {}] server.Server(415): Started @2740ms 2024-11-07T14:40:56,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:40:56,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:40:56,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:40:56,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:40:56,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:40:56,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:40:56,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:40:56,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/java.io.tmpdir/jetty-localhost-35877-hadoop-hdfs-3_4_1-tests_jar-_-any-16639959379986971934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:40:56,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:35877} 2024-11-07T14:40:56,718 INFO [Time-limited test {}] server.Server(415): Started @3328ms 2024-11-07T14:40:56,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:40:56,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:40:56,880 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:40:56,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:40:56,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:40:56,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:40:56,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:40:56,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:40:57,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/java.io.tmpdir/jetty-localhost-36711-hadoop-hdfs-3_4_1-tests_jar-_-any-11119860658636058159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:40:57,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:36711} 2024-11-07T14:40:57,001 INFO [Time-limited test {}] server.Server(415): Started @3610ms 2024-11-07T14:40:57,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:40:57,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:40:57,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:40:57,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:40:57,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:40:57,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:40:57,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:40:57,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:40:57,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/java.io.tmpdir/jetty-localhost-44419-hadoop-hdfs-3_4_1-tests_jar-_-any-15162608229476609681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:40:57,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:44419} 2024-11-07T14:40:57,142 INFO [Time-limited test {}] server.Server(415): Started @3752ms 2024-11-07T14:40:57,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:40:57,909 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data1/current/BP-1334757611-172.17.0.3-1730990455280/current, will proceed with Du for space computation calculation, 2024-11-07T14:40:57,909 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data4/current/BP-1334757611-172.17.0.3-1730990455280/current, will proceed with Du for space computation calculation, 2024-11-07T14:40:57,909 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data2/current/BP-1334757611-172.17.0.3-1730990455280/current, will proceed with Du for space computation calculation, 2024-11-07T14:40:57,909 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data3/current/BP-1334757611-172.17.0.3-1730990455280/current, will proceed with Du for space computation calculation, 2024-11-07T14:40:57,922 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data5/current/BP-1334757611-172.17.0.3-1730990455280/current, will proceed with Du for space computation calculation, 2024-11-07T14:40:57,926 WARN [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data6/current/BP-1334757611-172.17.0.3-1730990455280/current, will proceed with Du for space computation calculation, 2024-11-07T14:40:57,958 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:40:57,959 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:40:57,959 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:40:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a3801b599d3088 with lease ID 0x100ac14f712d3158: Processing first storage report for DS-b1a28e85-5049-446b-a46e-e3d8f615e10c from datanode DatanodeRegistration(127.0.0.1:43679, datanodeUuid=54a44948-0aba-4a80-9e53-43a6b84b8862, infoPort=43665, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280) 2024-11-07T14:40:58,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a3801b599d3088 with lease ID 0x100ac14f712d3158: from storage DS-b1a28e85-5049-446b-a46e-e3d8f615e10c node DatanodeRegistration(127.0.0.1:43679, datanodeUuid=54a44948-0aba-4a80-9e53-43a6b84b8862, infoPort=43665, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:40:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bb6282b809c090f with lease ID 0x100ac14f712d3159: Processing first storage report for DS-279b4039-76fc-4d46-8911-947b2040c985 from datanode DatanodeRegistration(127.0.0.1:35639, datanodeUuid=0c462ea0-2b71-4141-adf2-90fb59046fc0, infoPort=45597, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280) 2024-11-07T14:40:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bb6282b809c090f with lease ID 0x100ac14f712d3159: from storage DS-279b4039-76fc-4d46-8911-947b2040c985 node DatanodeRegistration(127.0.0.1:35639, datanodeUuid=0c462ea0-2b71-4141-adf2-90fb59046fc0, infoPort=45597, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:40:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b97e5c3ddd49d07 with lease ID 0x100ac14f712d315a: Processing first storage report for DS-aa05da2b-6068-410d-87fd-d106a4ec14c3 from datanode DatanodeRegistration(127.0.0.1:37679, datanodeUuid=537353ae-c8ef-41df-88f3-5f3e72083954, infoPort=43509, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280) 2024-11-07T14:40:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b97e5c3ddd49d07 with lease ID 0x100ac14f712d315a: from storage DS-aa05da2b-6068-410d-87fd-d106a4ec14c3 node DatanodeRegistration(127.0.0.1:37679, datanodeUuid=537353ae-c8ef-41df-88f3-5f3e72083954, infoPort=43509, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:40:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a3801b599d3088 with lease ID 0x100ac14f712d3158: Processing first storage report for DS-534d1d15-d01b-4ae9-a00b-79ddb5d8c36b from datanode DatanodeRegistration(127.0.0.1:43679, datanodeUuid=54a44948-0aba-4a80-9e53-43a6b84b8862, infoPort=43665, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280) 2024-11-07T14:40:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a3801b599d3088 with lease ID 0x100ac14f712d3158: from storage DS-534d1d15-d01b-4ae9-a00b-79ddb5d8c36b node DatanodeRegistration(127.0.0.1:43679, datanodeUuid=54a44948-0aba-4a80-9e53-43a6b84b8862, infoPort=43665, infoSecurePort=0, ipcPort=39213, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:40:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1bb6282b809c090f with lease ID 0x100ac14f712d3159: Processing first storage report for DS-2da224b3-168f-4da4-ac17-d1c0ff9261fa from datanode DatanodeRegistration(127.0.0.1:35639, datanodeUuid=0c462ea0-2b71-4141-adf2-90fb59046fc0, infoPort=45597, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280) 2024-11-07T14:40:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1bb6282b809c090f with lease ID 0x100ac14f712d3159: from storage DS-2da224b3-168f-4da4-ac17-d1c0ff9261fa node DatanodeRegistration(127.0.0.1:35639, datanodeUuid=0c462ea0-2b71-4141-adf2-90fb59046fc0, infoPort=45597, infoSecurePort=0, ipcPort=43291, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:40:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b97e5c3ddd49d07 with lease ID 0x100ac14f712d315a: Processing first storage report for DS-6b376f13-071f-4c19-8af9-b41d0d2caa1e from datanode DatanodeRegistration(127.0.0.1:37679, datanodeUuid=537353ae-c8ef-41df-88f3-5f3e72083954, infoPort=43509, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280) 2024-11-07T14:40:58,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b97e5c3ddd49d07 with lease ID 0x100ac14f712d315a: from storage DS-6b376f13-071f-4c19-8af9-b41d0d2caa1e node DatanodeRegistration(127.0.0.1:37679, datanodeUuid=537353ae-c8ef-41df-88f3-5f3e72083954, infoPort=43509, infoSecurePort=0, ipcPort=42885, storageInfo=lv=-57;cid=testClusterID;nsid=1034166031;c=1730990455280), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:40:58,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82 2024-11-07T14:40:58,132 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-07T14:40:58,191 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=155, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=178, ProcessCount=11, AvailableMemoryMB=6070 2024-11-07T14:40:58,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:40:58,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-07T14:40:58,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/zookeeper_0, clientPort=51573, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:40:58,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51573 2024-11-07T14:40:58,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:58,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:58,432 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:40:58,433 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:40:58,475 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:46722 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:35639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46722 dst: /127.0.0.1:35639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:40:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-07T14:40:58,899 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:40:58,910 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb with version=8 2024-11-07T14:40:58,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/hbase-staging 2024-11-07T14:40:58,999 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T14:40:59,230 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:40:59,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:40:59,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:40:59,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:40:59,441 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T14:40:59,451 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T14:40:59,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:40:59,478 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 52606 (auto-detected) 2024-11-07T14:40:59,479 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-07T14:40:59,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35741 2024-11-07T14:40:59,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35741 connecting to ZooKeeper ensemble=127.0.0.1:51573 2024-11-07T14:40:59,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357410x0, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:40:59,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35741-0x10116ec0b520000 connected 2024-11-07T14:40:59,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:59,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:59,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:40:59,759 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb, hbase.cluster.distributed=false 2024-11-07T14:40:59,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:40:59,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35741 2024-11-07T14:40:59,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35741 2024-11-07T14:40:59,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35741 2024-11-07T14:40:59,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35741 2024-11-07T14:40:59,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35741 2024-11-07T14:40:59,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:40:59,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:40:59,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:40:59,892 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:40:59,895 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:40:59,896 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41387 2024-11-07T14:40:59,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41387 connecting to ZooKeeper ensemble=127.0.0.1:51573 2024-11-07T14:40:59,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:59,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:59,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413870x0, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:40:59,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413870x0, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:40:59,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41387-0x10116ec0b520001 connected 2024-11-07T14:40:59,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:40:59,927 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:40:59,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:40:59,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:40:59,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-07T14:40:59,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41387 2024-11-07T14:40:59,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41387 2024-11-07T14:40:59,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-07T14:40:59,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41387 2024-11-07T14:40:59,954 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:40:59,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,954 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:40:59,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:40:59,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:40:59,955 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:40:59,956 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:40:59,956 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44257 2024-11-07T14:40:59,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44257 connecting to ZooKeeper ensemble=127.0.0.1:51573 2024-11-07T14:40:59,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:59,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:40:59,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442570x0, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:40:59,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442570x0, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:40:59,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44257-0x10116ec0b520002 connected 2024-11-07T14:40:59,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:40:59,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:40:59,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:40:59,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:40:59,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44257 2024-11-07T14:40:59,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44257 2024-11-07T14:40:59,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44257 2024-11-07T14:40:59,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44257 2024-11-07T14:40:59,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44257 2024-11-07T14:41:00,006 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:00,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:00,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:00,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:00,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:00,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:00,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:41:00,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:00,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34369 2024-11-07T14:41:00,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34369 connecting to ZooKeeper ensemble=127.0.0.1:51573 2024-11-07T14:41:00,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:00,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:00,031 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343690x0, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:00,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34369-0x10116ec0b520003 connected 2024-11-07T14:41:00,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343690x0, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:00,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:41:00,034 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:41:00,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:41:00,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:00,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-07T14:41:00,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34369 2024-11-07T14:41:00,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34369 2024-11-07T14:41:00,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-07T14:41:00,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34369 2024-11-07T14:41:00,054 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:35741 2024-11-07T14:41:00,055 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:00,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,065 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,067 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:00,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:00,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:00,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,098 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:00,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,099 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,099 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:41:00,101 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,35741,1730990459068 from backup master directory 2024-11-07T14:41:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:00,107 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:00,108 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:00,108 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:00,110 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T14:41:00,111 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T14:41:00,189 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/hbase.id] with ID: 78bcaca2-8480-4983-85ed-943de27d4eac 2024-11-07T14:41:00,189 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/.tmp/hbase.id 2024-11-07T14:41:00,197 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,198 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,202 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:47344 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47344 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-07T14:41:00,614 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:00,615 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/.tmp/hbase.id]:[hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/hbase.id] 2024-11-07T14:41:00,662 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:00,667 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:41:00,687 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T14:41:00,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,723 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:00,739 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,739 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,742 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:47382 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47382 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:00,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-07T14:41:00,748 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:00,762 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:41:00,763 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:41:00,768 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:00,798 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,798 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,801 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:46964 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:37679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46964 dst: /127.0.0.1:37679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:00,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-07T14:41:00,808 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:00,822 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store 2024-11-07T14:41:00,837 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,837 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:00,840 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:46986 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:37679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46986 dst: /127.0.0.1:37679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:00,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-07T14:41:00,846 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:00,850 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T14:41:00,852 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:00,854 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:41:00,854 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:00,854 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:00,856 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:41:00,856 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:00,856 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:00,857 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990460854Disabling compacts and flushes for region at 1730990460854Disabling writes for close at 1730990460856 (+2 ms)Writing region close event to WAL at 1730990460856Closed at 1730990460856 2024-11-07T14:41:00,859 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/.initializing 2024-11-07T14:41:00,860 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/WALs/b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:00,867 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:41:00,881 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C35741%2C1730990459068, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/WALs/b7cc9d764de6,35741,1730990459068, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/oldWALs, maxLogs=10 2024-11-07T14:41:00,909 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/WALs/b7cc9d764de6,35741,1730990459068/b7cc9d764de6%2C35741%2C1730990459068.1730990460885, exclude list is [], retry=0 2024-11-07T14:41:00,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-b1a28e85-5049-446b-a46e-e3d8f615e10c,DISK] 2024-11-07T14:41:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35639,DS-279b4039-76fc-4d46-8911-947b2040c985,DISK] 2024-11-07T14:41:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37679,DS-aa05da2b-6068-410d-87fd-d106a4ec14c3,DISK] 2024-11-07T14:41:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T14:41:00,971 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/WALs/b7cc9d764de6,35741,1730990459068/b7cc9d764de6%2C35741%2C1730990459068.1730990460885 2024-11-07T14:41:00,972 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:43665:43665),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-07T14:41:00,972 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:00,973 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:00,976 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:00,976 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-07T14:41:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-07T14:41:01,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:41:01,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:01,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:41:01,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:01,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:41:01,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:01,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:41:01,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:01,056 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,059 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,060 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,065 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,066 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,069 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:01,073 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:01,079 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:01,080 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60464372, jitterRate=-0.0990106463432312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:01,090 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990460990Initializing all the Stores at 1730990460992 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990460992Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990460993 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990460993Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990460993Cleaning up temporary data from old regions at 1730990461066 (+73 ms)Region opened successfully at 1730990461089 (+23 ms) 2024-11-07T14:41:01,091 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:41:01,127 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725f7f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:01,156 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:41:01,166 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:41:01,166 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:41:01,169 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:41:01,170 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T14:41:01,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T14:41:01,175 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:41:01,200 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:41:01,209 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:41:01,240 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:41:01,242 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:41:01,244 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:41:01,248 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:41:01,250 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:41:01,254 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:41:01,265 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:41:01,266 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:41:01,273 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:41:01,291 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:41:01,298 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:41:01,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:01,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:01,306 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:01,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:01,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,307 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,310 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,35741,1730990459068, sessionid=0x10116ec0b520000, setting cluster-up flag (Was=false) 2024-11-07T14:41:01,331 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,356 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:41:01,358 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,373 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:01,398 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:41:01,401 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:01,410 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:41:01,444 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(746): ClusterId : 78bcaca2-8480-4983-85ed-943de27d4eac 2024-11-07T14:41:01,444 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(746): ClusterId : 78bcaca2-8480-4983-85ed-943de27d4eac 2024-11-07T14:41:01,445 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(746): ClusterId : 78bcaca2-8480-4983-85ed-943de27d4eac 2024-11-07T14:41:01,446 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:01,446 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:01,446 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:01,467 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:01,467 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:01,467 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:01,467 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:01,467 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:01,467 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:01,475 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:01,475 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:01,475 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:01,475 DEBUG [RS:1;b7cc9d764de6:44257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fa311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:01,475 DEBUG [RS:0;b7cc9d764de6:41387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b03f752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:01,475 DEBUG [RS:2;b7cc9d764de6:34369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ddc2c84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:01,480 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:01,492 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:41:01,497 DEBUG [RS:2;b7cc9d764de6:34369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b7cc9d764de6:34369 2024-11-07T14:41:01,498 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:41387 2024-11-07T14:41:01,499 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b7cc9d764de6:44257 2024-11-07T14:41:01,501 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:41:01,501 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:01,501 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:01,501 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:01,501 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:01,501 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:01,501 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:01,501 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:01,501 DEBUG [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:01,502 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:01,505 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35741,1730990459068 with port=41387, startcode=1730990459856 2024-11-07T14:41:01,505 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35741,1730990459068 with port=34369, startcode=1730990460005 2024-11-07T14:41:01,505 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,35741,1730990459068 with port=44257, startcode=1730990459953 2024-11-07T14:41:01,509 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,35741,1730990459068 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:41:01,518 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:01,519 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:01,519 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:01,519 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:01,519 DEBUG [RS:2;b7cc9d764de6:34369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:01,519 DEBUG [RS:1;b7cc9d764de6:44257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:01,519 DEBUG [RS:0;b7cc9d764de6:41387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:01,519 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:41:01,519 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,520 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:01,520 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,525 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990491525 2024-11-07T14:41:01,527 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:41:01,528 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:41:01,531 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:01,532 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:41:01,533 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:41:01,533 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:41:01,533 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:41:01,534 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:41:01,534 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,545 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:41:01,547 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:41:01,547 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:41:01,549 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:41:01,549 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:41:01,551 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990461550,5,FailOnTimeoutGroup] 2024-11-07T14:41:01,552 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990461551,5,FailOnTimeoutGroup] 2024-11-07T14:41:01,552 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,553 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:41:01,554 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:41:01,554 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,555 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,565 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:01,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:01,565 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:01,565 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:01,565 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:01,572 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:01,575 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:47426 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47426 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:01,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35741 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:01,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-07T14:41:01,585 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:01,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:41:01,587 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb 2024-11-07T14:41:01,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:01,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35741 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:01,591 DEBUG [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb 2024-11-07T14:41:01,591 DEBUG [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46227 2024-11-07T14:41:01,591 DEBUG [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:01,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:01,593 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb 2024-11-07T14:41:01,593 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46227 2024-11-07T14:41:01,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35741 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:01,593 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:01,597 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb 2024-11-07T14:41:01,598 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46227 2024-11-07T14:41:01,598 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:01,604 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:01,604 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:01,608 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:47442 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47442 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:01,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-07T14:41:01,616 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:01,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:01,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:01,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:41:01,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:41:01,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:01,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:41:01,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:41:01,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:01,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:41:01,631 DEBUG [RS:0;b7cc9d764de6:41387 {}] zookeeper.ZKUtil(111): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:01,631 DEBUG [RS:2;b7cc9d764de6:34369 {}] zookeeper.ZKUtil(111): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:01,631 WARN [RS:0;b7cc9d764de6:41387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:01,631 WARN [RS:2;b7cc9d764de6:34369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:01,631 INFO [RS:0;b7cc9d764de6:41387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:01,631 INFO [RS:2;b7cc9d764de6:34369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:01,631 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:01,631 DEBUG [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:01,632 DEBUG [RS:1;b7cc9d764de6:44257 {}] zookeeper.ZKUtil(111): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:01,632 WARN [RS:1;b7cc9d764de6:44257 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:01,632 INFO [RS:1;b7cc9d764de6:44257 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:01,632 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:01,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:41:01,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,34369,1730990460005] 2024-11-07T14:41:01,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,41387,1730990459856] 2024-11-07T14:41:01,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,44257,1730990459953] 2024-11-07T14:41:01,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:01,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:41:01,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:41:01,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:01,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:01,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:41:01,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740 2024-11-07T14:41:01,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740 2024-11-07T14:41:01,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:41:01,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:41:01,649 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:01,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:41:01,664 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:01,664 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:01,664 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:01,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:01,667 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60304609, jitterRate=-0.10139130055904388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:01,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990461618Initializing all the Stores at 1730990461620 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990461621 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990461621Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990461621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990461621Cleaning up temporary data from old regions at 1730990461648 (+27 ms)Region opened successfully at 1730990461670 (+22 ms) 2024-11-07T14:41:01,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:41:01,671 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:41:01,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:41:01,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:41:01,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:41:01,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:01,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990461670Disabling compacts and flushes for region at 1730990461670Disabling writes for close at 1730990461671 (+1 ms)Writing region close event to WAL at 1730990461672 (+1 ms)Closed at 1730990461672 2024-11-07T14:41:01,676 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:01,677 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:41:01,681 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:01,683 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:01,683 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:01,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:41:01,688 INFO [RS:1;b7cc9d764de6:44257 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:01,688 INFO [RS:2;b7cc9d764de6:34369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:01,688 INFO [RS:0;b7cc9d764de6:41387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:01,688 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,688 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,688 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,689 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:01,694 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:01,695 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:01,696 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:01,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:41:01,698 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,698 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,698 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:01,698 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,698 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:01,699 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,699 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:01,700 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 DEBUG [RS:0;b7cc9d764de6:41387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:01,700 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,700 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:01,701 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,701 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:01,701 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,701 DEBUG [RS:2;b7cc9d764de6:34369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:01,701 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,701 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,701 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,701 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,702 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:01,703 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:01,703 DEBUG [RS:1;b7cc9d764de6:44257 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:01,704 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:41:01,706 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,707 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,707 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,707 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,707 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,707 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,41387,1730990459856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,34369,1730990460005-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:01,715 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44257,1730990459953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:01,737 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:01,738 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:01,739 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,34369,1730990460005-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,739 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,41387,1730990459856-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,739 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,739 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,739 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.Replication(171): b7cc9d764de6,41387,1730990459856 started 2024-11-07T14:41:01,739 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.Replication(171): b7cc9d764de6,34369,1730990460005 started 2024-11-07T14:41:01,741 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:01,742 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,44257,1730990459953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,742 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,742 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.Replication(171): b7cc9d764de6,44257,1730990459953 started 2024-11-07T14:41:01,761 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,762 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,34369,1730990460005, RpcServer on b7cc9d764de6/172.17.0.3:34369, sessionid=0x10116ec0b520003 2024-11-07T14:41:01,763 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:01,763 DEBUG [RS:2;b7cc9d764de6:34369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:01,763 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,34369,1730990460005' 2024-11-07T14:41:01,763 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:01,764 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:01,765 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,765 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:01,765 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:01,765 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,44257,1730990459953, RpcServer on b7cc9d764de6/172.17.0.3:44257, sessionid=0x10116ec0b520002 2024-11-07T14:41:01,765 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:01,765 DEBUG [RS:2;b7cc9d764de6:34369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:01,765 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,41387,1730990459856, RpcServer on b7cc9d764de6/172.17.0.3:41387, sessionid=0x10116ec0b520001 2024-11-07T14:41:01,765 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,34369,1730990460005' 2024-11-07T14:41:01,766 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:01,766 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:01,766 DEBUG [RS:1;b7cc9d764de6:44257 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:01,766 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:01,766 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,44257,1730990459953' 2024-11-07T14:41:01,766 DEBUG [RS:0;b7cc9d764de6:41387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:01,766 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:01,766 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,41387,1730990459856' 2024-11-07T14:41:01,766 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:01,766 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:01,767 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:01,767 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:01,767 DEBUG [RS:2;b7cc9d764de6:34369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:01,767 INFO [RS:2;b7cc9d764de6:34369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:01,767 INFO [RS:2;b7cc9d764de6:34369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:01,767 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:01,767 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:01,767 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:01,767 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:01,767 DEBUG [RS:1;b7cc9d764de6:44257 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:01,767 DEBUG [RS:0;b7cc9d764de6:41387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:01,767 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,44257,1730990459953' 2024-11-07T14:41:01,767 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,41387,1730990459856' 2024-11-07T14:41:01,767 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:01,768 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:01,768 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:01,768 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:01,769 DEBUG [RS:1;b7cc9d764de6:44257 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:01,769 DEBUG [RS:0;b7cc9d764de6:41387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:01,769 INFO [RS:1;b7cc9d764de6:44257 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:01,769 INFO [RS:0;b7cc9d764de6:41387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:01,769 INFO [RS:1;b7cc9d764de6:44257 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:01,769 INFO [RS:0;b7cc9d764de6:41387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:01,855 WARN [b7cc9d764de6:35741 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:41:01,872 INFO [RS:2;b7cc9d764de6:34369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:41:01,872 INFO [RS:1;b7cc9d764de6:44257 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:41:01,872 INFO [RS:0;b7cc9d764de6:41387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T14:41:01,876 INFO [RS:0;b7cc9d764de6:41387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C41387%2C1730990459856, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,41387,1730990459856, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs, maxLogs=32 2024-11-07T14:41:01,876 INFO [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C44257%2C1730990459953, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs, maxLogs=32 2024-11-07T14:41:01,876 INFO [RS:2;b7cc9d764de6:34369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C34369%2C1730990460005, suffix=, logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,34369,1730990460005, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs, maxLogs=32 2024-11-07T14:41:01,895 DEBUG [RS:0;b7cc9d764de6:41387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,41387,1730990459856/b7cc9d764de6%2C41387%2C1730990459856.1730990461880, exclude list is [], retry=0 2024-11-07T14:41:01,899 DEBUG [RS:1;b7cc9d764de6:44257 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953/b7cc9d764de6%2C44257%2C1730990459953.1730990461880, exclude list is [], retry=0 2024-11-07T14:41:01,899 DEBUG [RS:2;b7cc9d764de6:34369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,34369,1730990460005/b7cc9d764de6%2C34369%2C1730990460005.1730990461880, exclude list is [], retry=0 2024-11-07T14:41:01,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-b1a28e85-5049-446b-a46e-e3d8f615e10c,DISK] 2024-11-07T14:41:01,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37679,DS-aa05da2b-6068-410d-87fd-d106a4ec14c3,DISK] 2024-11-07T14:41:01,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35639,DS-279b4039-76fc-4d46-8911-947b2040c985,DISK] 2024-11-07T14:41:01,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-b1a28e85-5049-446b-a46e-e3d8f615e10c,DISK] 2024-11-07T14:41:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37679,DS-aa05da2b-6068-410d-87fd-d106a4ec14c3,DISK] 2024-11-07T14:41:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35639,DS-279b4039-76fc-4d46-8911-947b2040c985,DISK] 2024-11-07T14:41:01,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35639,DS-279b4039-76fc-4d46-8911-947b2040c985,DISK] 2024-11-07T14:41:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37679,DS-aa05da2b-6068-410d-87fd-d106a4ec14c3,DISK] 2024-11-07T14:41:01,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-b1a28e85-5049-446b-a46e-e3d8f615e10c,DISK] 2024-11-07T14:41:01,944 INFO [RS:0;b7cc9d764de6:41387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,41387,1730990459856/b7cc9d764de6%2C41387%2C1730990459856.1730990461880 2024-11-07T14:41:01,944 INFO [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953/b7cc9d764de6%2C44257%2C1730990459953.1730990461880 2024-11-07T14:41:01,945 DEBUG [RS:0;b7cc9d764de6:41387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43509:43509),(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-07T14:41:01,945 DEBUG [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665),(127.0.0.1/127.0.0.1:43509:43509),(127.0.0.1/127.0.0.1:45597:45597)] 2024-11-07T14:41:01,946 INFO [RS:2;b7cc9d764de6:34369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,34369,1730990460005/b7cc9d764de6%2C34369%2C1730990460005.1730990461880 2024-11-07T14:41:01,947 DEBUG [RS:2;b7cc9d764de6:34369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:43509:43509),(127.0.0.1/127.0.0.1:43665:43665)] 2024-11-07T14:41:02,110 DEBUG [b7cc9d764de6:35741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T14:41:02,121 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:41:02,127 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:41:02,128 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:41:02,128 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:41:02,128 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:41:02,128 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:41:02,128 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:41:02,128 INFO [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:41:02,128 INFO [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:41:02,128 INFO [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:41:02,128 DEBUG [b7cc9d764de6:35741 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:41:02,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:02,141 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,44257,1730990459953, state=OPENING 2024-11-07T14:41:02,173 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:41:02,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:02,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:02,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:02,181 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:02,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:41:02,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,44257,1730990459953}] 2024-11-07T14:41:02,364 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:41:02,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:41:02,379 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:41:02,380 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T14:41:02,380 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T14:41:02,384 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C44257%2C1730990459953.meta, suffix=.meta, logDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953, archiveDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs, maxLogs=32 2024-11-07T14:41:02,400 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953/b7cc9d764de6%2C44257%2C1730990459953.meta.1730990462386.meta, exclude list is [], retry=0 2024-11-07T14:41:02,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35639,DS-279b4039-76fc-4d46-8911-947b2040c985,DISK] 2024-11-07T14:41:02,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43679,DS-b1a28e85-5049-446b-a46e-e3d8f615e10c,DISK] 2024-11-07T14:41:02,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37679,DS-aa05da2b-6068-410d-87fd-d106a4ec14c3,DISK] 2024-11-07T14:41:02,407 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/WALs/b7cc9d764de6,44257,1730990459953/b7cc9d764de6%2C44257%2C1730990459953.meta.1730990462386.meta 2024-11-07T14:41:02,408 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43665:43665),(127.0.0.1/127.0.0.1:45597:45597),(127.0.0.1/127.0.0.1:43509:43509)] 2024-11-07T14:41:02,408 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:02,410 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:41:02,412 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:41:02,417 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:41:02,421 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:41:02,422 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:02,422 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:41:02,422 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:41:02,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:41:02,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:41:02,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:02,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:02,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:41:02,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:41:02,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:02,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:02,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:41:02,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:41:02,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:02,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:02,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:41:02,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:41:02,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:02,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:02,437 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:41:02,439 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740 2024-11-07T14:41:02,442 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740 2024-11-07T14:41:02,444 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:41:02,444 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:41:02,445 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:02,447 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:41:02,448 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72906601, jitterRate=0.08639301359653473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:02,449 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:41:02,450 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990462422Writing region info on filesystem at 1730990462423 (+1 ms)Initializing all the Stores at 1730990462425 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990462425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990462425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990462425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990462425Cleaning up temporary data from old regions at 1730990462444 (+19 ms)Running coprocessor post-open hooks at 1730990462449 (+5 ms)Region opened successfully at 1730990462450 (+1 ms) 2024-11-07T14:41:02,457 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990462355 2024-11-07T14:41:02,468 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:41:02,469 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:41:02,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:02,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,44257,1730990459953, state=OPEN 2024-11-07T14:41:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:02,506 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:02,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:02,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:02,507 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:02,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:41:02,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,44257,1730990459953 in 321 msec 2024-11-07T14:41:02,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:41:02,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 831 msec 2024-11-07T14:41:02,522 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:02,522 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:41:02,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:41:02,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,44257,1730990459953, seqNum=-1] 2024-11-07T14:41:02,577 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:02,580 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:02,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1620 sec 2024-11-07T14:41:02,605 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990462604, completionTime=-1 2024-11-07T14:41:02,608 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T14:41:02,608 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:41:02,643 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T14:41:02,643 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990522643 2024-11-07T14:41:02,643 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990582643 2024-11-07T14:41:02,643 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 34 msec 2024-11-07T14:41:02,645 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T14:41:02,651 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35741,1730990459068-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,652 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35741,1730990459068-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,652 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35741,1730990459068-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,653 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:35741, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,654 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,654 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,660 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:41:02,683 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.575sec 2024-11-07T14:41:02,686 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:41:02,687 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:41:02,688 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:41:02,689 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:41:02,689 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:41:02,690 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35741,1730990459068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:02,691 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35741,1730990459068-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:41:02,696 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:41:02,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:41:02,697 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,35741,1730990459068-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:02,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbc83de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:02,759 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T14:41:02,759 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T14:41:02,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,35741,-1 for getting cluster id 2024-11-07T14:41:02,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:41:02,775 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '78bcaca2-8480-4983-85ed-943de27d4eac' 2024-11-07T14:41:02,777 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:41:02,778 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "78bcaca2-8480-4983-85ed-943de27d4eac" 2024-11-07T14:41:02,778 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b81f0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:02,778 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,35741,-1] 2024-11-07T14:41:02,780 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:41:02,782 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:02,783 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:41:02,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edbf397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:02,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:41:02,794 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,44257,1730990459953, seqNum=-1] 2024-11-07T14:41:02,795 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:02,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:02,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:02,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:41:02,827 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:02,830 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c8059b6 2024-11-07T14:41:02,832 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:41:02,834 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:41:02,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:41:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-07T14:41:02,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:41:02,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-07T14:41:02,851 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:02,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:41:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:02,863 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:02,863 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:02,866 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:47522 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47522 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:02,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-07T14:41:02,873 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:02,876 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0246350f7e0e1c263237204127c6456b, NAME => 'TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb 2024-11-07T14:41:02,882 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:02,882 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:02,888 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:46822 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:35639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46822 dst: /127.0.0.1:35639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:02,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-07T14:41:02,897 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:02,897 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:02,897 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 0246350f7e0e1c263237204127c6456b, disabling compactions & flushes 2024-11-07T14:41:02,897 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:02,897 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:02,897 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. after waiting 0 ms 2024-11-07T14:41:02,897 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:02,897 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:02,897 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0246350f7e0e1c263237204127c6456b: Waiting for close lock at 1730990462897Disabling compacts and flushes for region at 1730990462897Disabling writes for close at 1730990462897Writing region close event to WAL at 1730990462897Closed at 1730990462897 2024-11-07T14:41:02,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:41:02,905 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1730990462900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990462900"}]},"ts":"1730990462900"} 2024-11-07T14:41:02,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T14:41:02,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:41:02,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990462915"}]},"ts":"1730990462915"} 2024-11-07T14:41:02,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-07T14:41:02,923 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:41:02,924 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:41:02,924 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:41:02,924 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:41:02,924 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:41:02,924 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:41:02,924 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:41:02,924 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:41:02,924 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:41:02,924 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:41:02,925 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:41:02,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0246350f7e0e1c263237204127c6456b, ASSIGN}] 2024-11-07T14:41:02,929 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0246350f7e0e1c263237204127c6456b, ASSIGN 2024-11-07T14:41:02,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0246350f7e0e1c263237204127c6456b, ASSIGN; state=OFFLINE, location=b7cc9d764de6,41387,1730990459856; forceNewPlan=false, retain=false 2024-11-07T14:41:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:03,085 INFO [b7cc9d764de6:35741 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-07T14:41:03,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0246350f7e0e1c263237204127c6456b, regionState=OPENING, regionLocation=b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:03,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0246350f7e0e1c263237204127c6456b, ASSIGN because future has completed 2024-11-07T14:41:03,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0246350f7e0e1c263237204127c6456b, server=b7cc9d764de6,41387,1730990459856}] 2024-11-07T14:41:03,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:03,249 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:41:03,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:41:03,261 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:03,262 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0246350f7e0e1c263237204127c6456b, NAME => 'TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:03,262 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,262 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:03,262 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,262 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,265 INFO [StoreOpener-0246350f7e0e1c263237204127c6456b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,267 INFO [StoreOpener-0246350f7e0e1c263237204127c6456b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0246350f7e0e1c263237204127c6456b columnFamilyName cf 2024-11-07T14:41:03,267 DEBUG [StoreOpener-0246350f7e0e1c263237204127c6456b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:03,268 INFO [StoreOpener-0246350f7e0e1c263237204127c6456b-1 {}] regionserver.HStore(327): Store=0246350f7e0e1c263237204127c6456b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:03,268 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,270 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,271 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,272 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,272 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,275 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,280 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:03,281 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0246350f7e0e1c263237204127c6456b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74640070, jitterRate=0.11222371459007263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:41:03,281 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:03,282 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0246350f7e0e1c263237204127c6456b: Running coprocessor pre-open hook at 1730990463262Writing region info on filesystem at 1730990463262Initializing all the Stores at 1730990463264 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990463264Cleaning up temporary data from old regions at 1730990463272 (+8 ms)Running coprocessor post-open hooks at 1730990463281 (+9 ms)Region opened successfully at 1730990463282 (+1 ms) 2024-11-07T14:41:03,284 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b., pid=6, masterSystemTime=1730990463249 2024-11-07T14:41:03,287 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:03,287 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:03,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0246350f7e0e1c263237204127c6456b, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:03,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0246350f7e0e1c263237204127c6456b, server=b7cc9d764de6,41387,1730990459856 because future has completed 2024-11-07T14:41:03,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T14:41:03,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0246350f7e0e1c263237204127c6456b, server=b7cc9d764de6,41387,1730990459856 in 201 msec 2024-11-07T14:41:03,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T14:41:03,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=0246350f7e0e1c263237204127c6456b, ASSIGN in 373 msec 2024-11-07T14:41:03,304 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:41:03,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990463304"}]},"ts":"1730990463304"} 2024-11-07T14:41:03,308 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-07T14:41:03,309 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:41:03,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 468 msec 2024-11-07T14:41:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:03,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-07T14:41:03,494 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T14:41:03,497 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:41:03,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-07T14:41:03,506 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:41:03,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-07T14:41:03,515 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b., hostname=b7cc9d764de6,41387,1730990459856, seqNum=2] 2024-11-07T14:41:03,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:03,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:03,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-07T14:41:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-07T14:41:03,533 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-07T14:41:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:03,535 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T14:41:03,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T14:41:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:03,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T14:41:03,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:03,708 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0246350f7e0e1c263237204127c6456b 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-07T14:41:03,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/.tmp/cf/453b6096ef204cb798ac2cdb8ccbaa04 is 36, key is row/cf:cq/1730990463519/Put/seqid=0 2024-11-07T14:41:03,770 WARN [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:03,770 WARN [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:03,774 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1655117644_22 at /127.0.0.1:47554 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47554 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-07T14:41:03,779 WARN [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:03,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/.tmp/cf/453b6096ef204cb798ac2cdb8ccbaa04 2024-11-07T14:41:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/.tmp/cf/453b6096ef204cb798ac2cdb8ccbaa04 as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/cf/453b6096ef204cb798ac2cdb8ccbaa04 2024-11-07T14:41:03,838 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/cf/453b6096ef204cb798ac2cdb8ccbaa04, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T14:41:03,846 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 0246350f7e0e1c263237204127c6456b in 136ms, sequenceid=5, compaction requested=false 2024-11-07T14:41:03,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-07T14:41:03,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0246350f7e0e1c263237204127c6456b: 2024-11-07T14:41:03,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:03,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T14:41:03,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T14:41:03,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T14:41:03,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 319 msec 2024-11-07T14:41:03,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 334 msec 2024-11-07T14:41:03,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-07T14:41:03,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-07T14:41:03,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-07T14:41:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-07T14:41:03,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-07T14:41:03,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-07T14:41:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:04,162 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T14:41:04,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:41:04,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:41:04,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:04,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:41:04,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:41:04,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=245640440, stopped=false 2024-11-07T14:41:04,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,35741,1730990459068 2024-11-07T14:41:04,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:04,290 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:04,291 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:04,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:41:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:04,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:04,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:04,293 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:41:04,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:04,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:04,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:04,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:04,295 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,41387,1730990459856' ***** 2024-11-07T14:41:04,295 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:41:04,295 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,44257,1730990459953' ***** 2024-11-07T14:41:04,295 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:41:04,295 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,34369,1730990460005' ***** 2024-11-07T14:41:04,296 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:41:04,296 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:41:04,296 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:41:04,296 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:41:04,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:41:04,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:41:04,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:41:04,296 INFO [RS:1;b7cc9d764de6:44257 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:41:04,296 INFO [RS:2;b7cc9d764de6:34369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:41:04,297 INFO [RS:2;b7cc9d764de6:34369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:41:04,297 INFO [RS:1;b7cc9d764de6:44257 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:41:04,297 INFO [RS:0;b7cc9d764de6:41387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:41:04,297 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:04,297 INFO [RS:0;b7cc9d764de6:41387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:41:04,297 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:04,297 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:04,297 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:04,297 INFO [RS:2;b7cc9d764de6:34369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b7cc9d764de6:34369. 2024-11-07T14:41:04,297 INFO [RS:1;b7cc9d764de6:44257 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b7cc9d764de6:44257. 2024-11-07T14:41:04,297 DEBUG [RS:2;b7cc9d764de6:34369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:04,297 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(3091): Received CLOSE for 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:04,297 DEBUG [RS:2;b7cc9d764de6:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,297 DEBUG [RS:1;b7cc9d764de6:44257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:04,297 DEBUG [RS:1;b7cc9d764de6:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,297 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,34369,1730990460005; all regions closed. 2024-11-07T14:41:04,298 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:41:04,298 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:04,298 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:41:04,298 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:04,298 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:41:04,298 INFO [RS:0;b7cc9d764de6:41387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:41387. 2024-11-07T14:41:04,298 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:41:04,298 DEBUG [RS:0;b7cc9d764de6:41387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:04,298 DEBUG [RS:0;b7cc9d764de6:41387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,298 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0246350f7e0e1c263237204127c6456b, disabling compactions & flushes 2024-11-07T14:41:04,298 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:04,298 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:04,298 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T14:41:04,298 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. after waiting 0 ms 2024-11-07T14:41:04,299 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:04,299 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T14:41:04,299 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1325): Online Regions={0246350f7e0e1c263237204127c6456b=TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b.} 2024-11-07T14:41:04,299 DEBUG [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1351): Waiting on 0246350f7e0e1c263237204127c6456b 2024-11-07T14:41:04,300 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T14:41:04,300 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:41:04,300 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:41:04,300 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:41:04,300 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:41:04,300 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:41:04,300 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:41:04,301 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T14:41:04,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741828_1018 (size=93) 2024-11-07T14:41:04,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_1073741828_1018 (size=93) 2024-11-07T14:41:04,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_1073741828_1018 (size=93) 2024-11-07T14:41:04,311 DEBUG [RS:2;b7cc9d764de6:34369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs 2024-11-07T14:41:04,311 INFO [RS:2;b7cc9d764de6:34369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C34369%2C1730990460005:(num 1730990461880) 2024-11-07T14:41:04,311 DEBUG [RS:2;b7cc9d764de6:34369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,311 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:04,311 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:04,311 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:04,312 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:41:04,312 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:41:04,312 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:04,312 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:41:04,312 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:04,312 INFO [RS:2;b7cc9d764de6:34369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34369 2024-11-07T14:41:04,320 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:04,320 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:04,321 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/default/TestHBaseWalOnEC/0246350f7e0e1c263237204127c6456b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:41:04,321 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:04,323 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,34369,1730990460005 2024-11-07T14:41:04,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:04,323 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:04,323 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:04,323 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0246350f7e0e1c263237204127c6456b: Waiting for close lock at 1730990464298Running coprocessor pre-close hooks at 1730990464298Disabling compacts and flushes for region at 1730990464298Disabling writes for close at 1730990464298Writing region close event to WAL at 1730990464300 (+2 ms)Running coprocessor post-close hooks at 1730990464322 (+22 ms)Closed at 1730990464323 (+1 ms) 2024-11-07T14:41:04,324 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,34369,1730990460005] 2024-11-07T14:41:04,324 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b. 2024-11-07T14:41:04,339 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,34369,1730990460005 already deleted, retry=false 2024-11-07T14:41:04,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,34369,1730990460005 expired; onlineServers=2 2024-11-07T14:41:04,341 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/info/5075b441971d4bffab55546f26132653 is 153, key is TestHBaseWalOnEC,,1730990462835.0246350f7e0e1c263237204127c6456b./info:regioninfo/1730990463288/Put/seqid=0 2024-11-07T14:41:04,344 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:04,344 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:04,349 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_547203073_22 at /127.0.0.1:54846 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54846 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:04,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-07T14:41:04,432 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:04,432 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34369-0x10116ec0b520003, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:04,433 INFO [RS:2;b7cc9d764de6:34369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:04,433 INFO [RS:2;b7cc9d764de6:34369 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,34369,1730990460005; zookeeper connection closed. 2024-11-07T14:41:04,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@18a60053 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@18a60053 2024-11-07T14:41:04,500 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,41387,1730990459856; all regions closed. 2024-11-07T14:41:04,500 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:41:04,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741826_1016 (size=1298) 2024-11-07T14:41:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_1073741826_1016 (size=1298) 2024-11-07T14:41:04,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_1073741826_1016 (size=1298) 2024-11-07T14:41:04,513 DEBUG [RS:0;b7cc9d764de6:41387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs 2024-11-07T14:41:04,513 INFO [RS:0;b7cc9d764de6:41387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C41387%2C1730990459856:(num 1730990461880) 2024-11-07T14:41:04,513 DEBUG [RS:0;b7cc9d764de6:41387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:04,513 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:41:04,514 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:04,514 INFO [RS:0;b7cc9d764de6:41387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41387 2024-11-07T14:41:04,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:04,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,41387,1730990459856 2024-11-07T14:41:04,523 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:04,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,41387,1730990459856] 2024-11-07T14:41:04,539 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,41387,1730990459856 already deleted, retry=false 2024-11-07T14:41:04,539 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,41387,1730990459856 expired; onlineServers=1 2024-11-07T14:41:04,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:04,632 INFO [RS:0;b7cc9d764de6:41387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:04,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41387-0x10116ec0b520001, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:04,632 INFO [RS:0;b7cc9d764de6:41387 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,41387,1730990459856; zookeeper connection closed. 2024-11-07T14:41:04,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e5a82e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e5a82e4 2024-11-07T14:41:04,701 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:41:04,716 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:41:04,716 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:41:04,759 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:04,760 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/info/5075b441971d4bffab55546f26132653 2024-11-07T14:41:04,793 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/ns/750ace63cd764d78a1379b14bfd16bd4 is 43, key is default/ns:d/1730990462585/Put/seqid=0 2024-11-07T14:41:04,796 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:04,796 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:04,800 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_547203073_22 at /127.0.0.1:34400 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:35639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34400 dst: /127.0.0.1:35639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-07T14:41:04,805 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:04,805 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/ns/750ace63cd764d78a1379b14bfd16bd4 2024-11-07T14:41:04,835 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/table/69d1c12f9eff40d6ac535c05db810e3f is 52, key is TestHBaseWalOnEC/table:state/1730990463304/Put/seqid=0 2024-11-07T14:41:04,837 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:04,837 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:04,840 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_547203073_22 at /127.0.0.1:59576 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:37679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59576 dst: /127.0.0.1:37679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-07T14:41:04,845 WARN [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:04,846 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/table/69d1c12f9eff40d6ac535c05db810e3f 2024-11-07T14:41:04,858 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/info/5075b441971d4bffab55546f26132653 as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/info/5075b441971d4bffab55546f26132653 2024-11-07T14:41:04,868 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/info/5075b441971d4bffab55546f26132653, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T14:41:04,870 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/ns/750ace63cd764d78a1379b14bfd16bd4 as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/ns/750ace63cd764d78a1379b14bfd16bd4 2024-11-07T14:41:04,882 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/ns/750ace63cd764d78a1379b14bfd16bd4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T14:41:04,884 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/.tmp/table/69d1c12f9eff40d6ac535c05db810e3f as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/table/69d1c12f9eff40d6ac535c05db810e3f 2024-11-07T14:41:04,894 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/table/69d1c12f9eff40d6ac535c05db810e3f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T14:41:04,896 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=11, compaction requested=false 2024-11-07T14:41:04,896 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T14:41:04,901 DEBUG [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:41:04,908 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T14:41:04,909 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:41:04,909 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:04,909 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990464300Running coprocessor pre-close hooks at 1730990464300Disabling compacts and flushes for region at 1730990464300Disabling writes for close at 1730990464300Obtaining lock to block concurrent updates at 1730990464301 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730990464301Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730990464303 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730990464304 (+1 ms)Flushing 1588230740/info: creating writer at 1730990464304Flushing 1588230740/info: appending metadata at 1730990464336 (+32 ms)Flushing 1588230740/info: closing flushed file at 1730990464336Flushing 1588230740/ns: creating writer at 1730990464775 (+439 ms)Flushing 1588230740/ns: appending metadata at 1730990464792 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1730990464792Flushing 1588230740/table: creating writer at 1730990464815 (+23 ms)Flushing 1588230740/table: appending metadata at 1730990464834 (+19 ms)Flushing 1588230740/table: closing flushed file at 1730990464834Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3388cf: reopening flushed file at 1730990464856 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@391fc5c8: reopening flushed file at 1730990464869 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b828f0f: reopening flushed file at 1730990464882 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 596ms, sequenceid=11, compaction requested=false at 1730990464896 (+14 ms)Writing region close event to WAL at 1730990464898 (+2 ms)Running coprocessor post-close hooks at 1730990464909 (+11 ms)Closed at 1730990464909 2024-11-07T14:41:04,909 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:05,101 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,44257,1730990459953; all regions closed. 2024-11-07T14:41:05,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_1073741829_1019 (size=2751) 2024-11-07T14:41:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_1073741829_1019 (size=2751) 2024-11-07T14:41:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741829_1019 (size=2751) 2024-11-07T14:41:05,116 DEBUG [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs 2024-11-07T14:41:05,116 INFO [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C44257%2C1730990459953.meta:.meta(num 1730990462386) 2024-11-07T14:41:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_1073741827_1017 (size=93) 2024-11-07T14:41:05,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_1073741827_1017 (size=93) 2024-11-07T14:41:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741827_1017 (size=93) 2024-11-07T14:41:05,126 DEBUG [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/oldWALs 2024-11-07T14:41:05,126 INFO [RS:1;b7cc9d764de6:44257 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b7cc9d764de6%2C44257%2C1730990459953:(num 1730990461880) 2024-11-07T14:41:05,126 DEBUG [RS:1;b7cc9d764de6:44257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:05,126 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:05,126 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:05,126 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:05,127 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:05,127 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:05,127 INFO [RS:1;b7cc9d764de6:44257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44257 2024-11-07T14:41:05,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,44257,1730990459953 2024-11-07T14:41:05,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:05,165 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:05,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,44257,1730990459953] 2024-11-07T14:41:05,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,44257,1730990459953 already deleted, retry=false 2024-11-07T14:41:05,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,44257,1730990459953 expired; onlineServers=0 2024-11-07T14:41:05,182 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,35741,1730990459068' ***** 2024-11-07T14:41:05,182 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:41:05,182 INFO [M:0;b7cc9d764de6:35741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:05,183 INFO [M:0;b7cc9d764de6:35741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:05,183 DEBUG [M:0;b7cc9d764de6:35741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:41:05,183 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:41:05,183 DEBUG [M:0;b7cc9d764de6:35741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:41:05,183 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990461551 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990461551,5,FailOnTimeoutGroup] 2024-11-07T14:41:05,183 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990461550 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990461550,5,FailOnTimeoutGroup] 2024-11-07T14:41:05,184 INFO [M:0;b7cc9d764de6:35741 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:05,184 INFO [M:0;b7cc9d764de6:35741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:05,185 DEBUG [M:0;b7cc9d764de6:35741 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:41:05,185 INFO [M:0;b7cc9d764de6:35741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:41:05,185 INFO [M:0;b7cc9d764de6:35741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:41:05,186 INFO [M:0;b7cc9d764de6:35741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:41:05,186 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:41:05,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:05,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:05,190 DEBUG [M:0;b7cc9d764de6:35741 {}] zookeeper.ZKUtil(347): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:41:05,190 WARN [M:0;b7cc9d764de6:35741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:41:05,191 INFO [M:0;b7cc9d764de6:35741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/.lastflushedseqids 2024-11-07T14:41:05,200 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:05,200 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:05,203 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:34434 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:35639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34434 dst: /127.0.0.1:35639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:05,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-07T14:41:05,207 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:05,207 INFO [M:0;b7cc9d764de6:35741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:41:05,208 INFO [M:0;b7cc9d764de6:35741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:41:05,208 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:41:05,208 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:05,208 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:05,208 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:41:05,208 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:05,208 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-07T14:41:05,231 DEBUG [M:0;b7cc9d764de6:35741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d17f812b4e62440da8c39122a89c0251 is 82, key is hbase:meta,,1/info:regioninfo/1730990462470/Put/seqid=0 2024-11-07T14:41:05,234 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:05,234 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:05,236 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:54870 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:43679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54870 dst: /127.0.0.1:43679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-07T14:41:05,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:05,273 INFO [RS:1;b7cc9d764de6:44257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:05,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44257-0x10116ec0b520002, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:05,273 INFO [RS:1;b7cc9d764de6:44257 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,44257,1730990459953; zookeeper connection closed. 2024-11-07T14:41:05,274 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c642f41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c642f41 2024-11-07T14:41:05,274 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T14:41:05,643 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:05,644 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d17f812b4e62440da8c39122a89c0251 2024-11-07T14:41:05,680 DEBUG [M:0;b7cc9d764de6:35741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e23811690d4f4c9ccbda38a8607470 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730990463311/Put/seqid=0 2024-11-07T14:41:05,682 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:05,682 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:05,686 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:34454 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:35639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34454 dst: /127.0.0.1:35639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:05,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-07T14:41:06,095 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:06,096 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e23811690d4f4c9ccbda38a8607470 2024-11-07T14:41:06,129 DEBUG [M:0;b7cc9d764de6:35741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bdc85e85fc643f6aa9e38e73344802d is 69, key is b7cc9d764de6,34369,1730990460005/rs:state/1730990461578/Put/seqid=0 2024-11-07T14:41:06,131 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:06,131 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-07T14:41:06,134 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-181276658_22 at /127.0.0.1:34462 [Receiving block BP-1334757611-172.17.0.3-1730990455280:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:35639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34462 dst: /127.0.0.1:35639 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T14:41:06,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-07T14:41:06,138 WARN [M:0;b7cc9d764de6:35741 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-07T14:41:06,138 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bdc85e85fc643f6aa9e38e73344802d 2024-11-07T14:41:06,150 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d17f812b4e62440da8c39122a89c0251 as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d17f812b4e62440da8c39122a89c0251 2024-11-07T14:41:06,159 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d17f812b4e62440da8c39122a89c0251, entries=8, sequenceid=72, filesize=5.5 K 2024-11-07T14:41:06,160 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e23811690d4f4c9ccbda38a8607470 as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e23811690d4f4c9ccbda38a8607470 2024-11-07T14:41:06,169 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e23811690d4f4c9ccbda38a8607470, entries=8, sequenceid=72, filesize=6.3 K 2024-11-07T14:41:06,171 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5bdc85e85fc643f6aa9e38e73344802d as hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bdc85e85fc643f6aa9e38e73344802d 2024-11-07T14:41:06,180 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5bdc85e85fc643f6aa9e38e73344802d, entries=3, sequenceid=72, filesize=5.2 K 2024-11-07T14:41:06,182 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 974ms, sequenceid=72, compaction requested=false 2024-11-07T14:41:06,184 INFO [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:06,184 DEBUG [M:0;b7cc9d764de6:35741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990465208Disabling compacts and flushes for region at 1730990465208Disabling writes for close at 1730990465208Obtaining lock to block concurrent updates at 1730990465208Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990465208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1730990465209 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990465210 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990465210Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990465231 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990465231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990465660 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990465679 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990465679Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990466112 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990466128 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990466128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369c96b8: reopening flushed file at 1730990466148 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de72ee5: reopening flushed file at 1730990466159 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9f083: reopening flushed file at 1730990466169 (+10 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 974ms, sequenceid=72, compaction requested=false at 1730990466182 (+13 ms)Writing region close event to WAL at 1730990466184 (+2 ms)Closed at 1730990466184 2024-11-07T14:41:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43679 is added to blk_1073741825_1011 (size=32674) 2024-11-07T14:41:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37679 is added to blk_1073741825_1011 (size=32674) 2024-11-07T14:41:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35639 is added to blk_1073741825_1011 (size=32674) 2024-11-07T14:41:06,189 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:06,189 INFO [M:0;b7cc9d764de6:35741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:41:06,189 INFO [M:0;b7cc9d764de6:35741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35741 2024-11-07T14:41:06,189 INFO [M:0;b7cc9d764de6:35741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:06,357 INFO [M:0;b7cc9d764de6:35741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35741-0x10116ec0b520000, quorum=127.0.0.1:51573, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:06,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:06,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:06,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:06,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:06,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:06,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:41:06,374 WARN [BP-1334757611-172.17.0.3-1730990455280 heartbeating to localhost/127.0.0.1:46227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:41:06,374 WARN [BP-1334757611-172.17.0.3-1730990455280 heartbeating to localhost/127.0.0.1:46227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1334757611-172.17.0.3-1730990455280 (Datanode Uuid 54a44948-0aba-4a80-9e53-43a6b84b8862) service to localhost/127.0.0.1:46227 2024-11-07T14:41:06,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:41:06,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data5/current/BP-1334757611-172.17.0.3-1730990455280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:06,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data6/current/BP-1334757611-172.17.0.3-1730990455280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:06,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:41:06,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:06,379 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:06,379 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:06,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:06,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:06,381 WARN [BP-1334757611-172.17.0.3-1730990455280 heartbeating to localhost/127.0.0.1:46227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:41:06,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:41:06,381 WARN [BP-1334757611-172.17.0.3-1730990455280 heartbeating to localhost/127.0.0.1:46227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1334757611-172.17.0.3-1730990455280 (Datanode Uuid 537353ae-c8ef-41df-88f3-5f3e72083954) service to localhost/127.0.0.1:46227 2024-11-07T14:41:06,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:41:06,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data3/current/BP-1334757611-172.17.0.3-1730990455280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:06,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data4/current/BP-1334757611-172.17.0.3-1730990455280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:06,382 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:41:06,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:06,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:06,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:06,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:06,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:06,388 WARN [BP-1334757611-172.17.0.3-1730990455280 heartbeating to localhost/127.0.0.1:46227 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:41:06,388 WARN [BP-1334757611-172.17.0.3-1730990455280 heartbeating to localhost/127.0.0.1:46227 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1334757611-172.17.0.3-1730990455280 (Datanode Uuid 0c462ea0-2b71-4141-adf2-90fb59046fc0) service to localhost/127.0.0.1:46227 2024-11-07T14:41:06,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data1/current/BP-1334757611-172.17.0.3-1730990455280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:06,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/cluster_3516b0d4-f90e-b512-319c-fe9a2b15fa16/data/data2/current/BP-1334757611-172.17.0.3-1730990455280 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:06,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:41:06,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:41:06,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:41:06,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:41:06,397 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:06,397 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:06,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:06,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:06,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:41:06,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:41:06,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 155), OpenFileDescriptor=443 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=174 (was 178), ProcessCount=11 (was 11), AvailableMemoryMB=5765 (was 6070) 2024-11-07T14:41:06,446 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=174, ProcessCount=11, AvailableMemoryMB=5765 2024-11-07T14:41:06,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T14:41:06,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.log.dir so I do NOT create it in target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/64867b18-1b8f-08ae-3350-54c6621fea82/hadoop.tmp.dir so I do NOT create it in target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201, deleteOnExit=true 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/test.cache.data in system properties and HBase conf 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir in system properties and HBase conf 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T14:41:06,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T14:41:06,447 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/nfs.dump.dir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/java.io.tmpdir in system properties and HBase conf 2024-11-07T14:41:06,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T14:41:06,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T14:41:06,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T14:41:06,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:06,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:06,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:06,684 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:06,684 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:41:06,685 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:06,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@292aeba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:06,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ed2e5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:06,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2dfbaa67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/java.io.tmpdir/jetty-localhost-38645-hadoop-hdfs-3_4_1-tests_jar-_-any-7329556431270686240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:41:06,779 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61c928f1{HTTP/1.1, (http/1.1)}{localhost:38645} 2024-11-07T14:41:06,779 INFO [Time-limited test {}] server.Server(415): Started @13389ms 2024-11-07T14:41:06,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:06,972 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:06,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:06,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:06,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:41:06,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21cdc158{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:06,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ef428a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:07,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a504a39{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/java.io.tmpdir/jetty-localhost-32829-hadoop-hdfs-3_4_1-tests_jar-_-any-12601977998323878571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:07,066 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a5de444{HTTP/1.1, (http/1.1)}{localhost:32829} 2024-11-07T14:41:07,066 INFO [Time-limited test {}] server.Server(415): Started @13676ms 2024-11-07T14:41:07,068 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:41:07,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:07,103 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:07,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:07,104 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:07,104 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T14:41:07,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@371df80b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:07,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62129eb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:07,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dfc249d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/java.io.tmpdir/jetty-localhost-45567-hadoop-hdfs-3_4_1-tests_jar-_-any-3402723123654800185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:07,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@119b8466{HTTP/1.1, (http/1.1)}{localhost:45567} 2024-11-07T14:41:07,199 INFO [Time-limited test {}] server.Server(415): Started @13809ms 2024-11-07T14:41:07,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:41:07,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T14:41:07,234 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T14:41:07,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T14:41:07,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T14:41:07,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T14:41:07,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@414354d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,AVAILABLE} 2024-11-07T14:41:07,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122cf719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T14:41:07,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6352e616{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/java.io.tmpdir/jetty-localhost-41209-hadoop-hdfs-3_4_1-tests_jar-_-any-16604692936305887872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:07,327 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@457c3b58{HTTP/1.1, (http/1.1)}{localhost:41209} 2024-11-07T14:41:07,327 INFO [Time-limited test {}] server.Server(415): Started @13937ms 2024-11-07T14:41:07,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T14:41:07,724 WARN [Thread-554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data1/current/BP-1179286087-172.17.0.3-1730990466474/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:07,727 WARN [Thread-555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data2/current/BP-1179286087-172.17.0.3-1730990466474/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:07,742 WARN [Thread-496 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:41:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8319f43624139a31 with lease ID 0x7ef7af4eced3d0c1: Processing first storage report for DS-c51bfe73-3794-4d27-992c-a9620ccc19d8 from datanode DatanodeRegistration(127.0.0.1:36885, datanodeUuid=8f1c14a2-5d99-4baf-96d4-7d455358155f, infoPort=34385, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474) 2024-11-07T14:41:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8319f43624139a31 with lease ID 0x7ef7af4eced3d0c1: from storage DS-c51bfe73-3794-4d27-992c-a9620ccc19d8 node DatanodeRegistration(127.0.0.1:36885, datanodeUuid=8f1c14a2-5d99-4baf-96d4-7d455358155f, infoPort=34385, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:41:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8319f43624139a31 with lease ID 0x7ef7af4eced3d0c1: Processing first storage report for DS-53f75e26-ca60-43b6-b019-0eaacc879baa from datanode DatanodeRegistration(127.0.0.1:36885, datanodeUuid=8f1c14a2-5d99-4baf-96d4-7d455358155f, infoPort=34385, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474) 2024-11-07T14:41:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8319f43624139a31 with lease ID 0x7ef7af4eced3d0c1: from storage DS-53f75e26-ca60-43b6-b019-0eaacc879baa node DatanodeRegistration(127.0.0.1:36885, datanodeUuid=8f1c14a2-5d99-4baf-96d4-7d455358155f, infoPort=34385, infoSecurePort=0, ipcPort=40619, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:41:07,930 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T14:41:07,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:41:07,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T14:41:07,990 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data3/current/BP-1179286087-172.17.0.3-1730990466474/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:07,990 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data4/current/BP-1179286087-172.17.0.3-1730990466474/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:08,006 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:41:08,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2447bbc2703103f9 with lease ID 0x7ef7af4eced3d0c2: Processing first storage report for DS-5a07f57b-4d45-499f-8b1b-3422a86f2743 from datanode DatanodeRegistration(127.0.0.1:38749, datanodeUuid=4c839492-37de-4169-949a-28a14667cf23, infoPort=39633, infoSecurePort=0, ipcPort=40697, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474) 2024-11-07T14:41:08,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2447bbc2703103f9 with lease ID 0x7ef7af4eced3d0c2: from storage DS-5a07f57b-4d45-499f-8b1b-3422a86f2743 node DatanodeRegistration(127.0.0.1:38749, datanodeUuid=4c839492-37de-4169-949a-28a14667cf23, infoPort=39633, infoSecurePort=0, ipcPort=40697, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:41:08,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2447bbc2703103f9 with lease ID 0x7ef7af4eced3d0c2: Processing first storage report for DS-3a50c09b-754f-4eff-b8c0-f4f2b4518aba from datanode DatanodeRegistration(127.0.0.1:38749, datanodeUuid=4c839492-37de-4169-949a-28a14667cf23, infoPort=39633, infoSecurePort=0, ipcPort=40697, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474) 2024-11-07T14:41:08,009 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2447bbc2703103f9 with lease ID 0x7ef7af4eced3d0c2: from storage DS-3a50c09b-754f-4eff-b8c0-f4f2b4518aba node DatanodeRegistration(127.0.0.1:38749, datanodeUuid=4c839492-37de-4169-949a-28a14667cf23, infoPort=39633, infoSecurePort=0, ipcPort=40697, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:41:08,028 WARN [Thread-580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data6/current/BP-1179286087-172.17.0.3-1730990466474/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:08,028 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data5/current/BP-1179286087-172.17.0.3-1730990466474/current, will proceed with Du for space computation calculation, 2024-11-07T14:41:08,048 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T14:41:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8712d3668f37106 with lease ID 0x7ef7af4eced3d0c3: Processing first storage report for DS-e4b1c454-7ef6-47c0-81eb-4557a1887ac3 from datanode DatanodeRegistration(127.0.0.1:39285, datanodeUuid=008a089d-c01a-45bd-b9fb-2e6ca7bf38fa, infoPort=34147, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474) 2024-11-07T14:41:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8712d3668f37106 with lease ID 0x7ef7af4eced3d0c3: from storage DS-e4b1c454-7ef6-47c0-81eb-4557a1887ac3 node DatanodeRegistration(127.0.0.1:39285, datanodeUuid=008a089d-c01a-45bd-b9fb-2e6ca7bf38fa, infoPort=34147, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T14:41:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8712d3668f37106 with lease ID 0x7ef7af4eced3d0c3: Processing first storage report for DS-9afb2dd8-995e-420a-913e-98f3af1cfa1d from datanode DatanodeRegistration(127.0.0.1:39285, datanodeUuid=008a089d-c01a-45bd-b9fb-2e6ca7bf38fa, infoPort=34147, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474) 2024-11-07T14:41:08,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8712d3668f37106 with lease ID 0x7ef7af4eced3d0c3: from storage DS-9afb2dd8-995e-420a-913e-98f3af1cfa1d node DatanodeRegistration(127.0.0.1:39285, datanodeUuid=008a089d-c01a-45bd-b9fb-2e6ca7bf38fa, infoPort=34147, infoSecurePort=0, ipcPort=39591, storageInfo=lv=-57;cid=testClusterID;nsid=79939665;c=1730990466474), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T14:41:08,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb 2024-11-07T14:41:08,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/zookeeper_0, clientPort=60620, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T14:41:08,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60620 2024-11-07T14:41:08,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:41:08,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:41:08,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741825_1001 (size=7) 2024-11-07T14:41:08,087 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423 with version=8 2024-11-07T14:41:08,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:46227/user/jenkins/test-data/82ac06ac-1412-4172-70b5-6d398dea64fb/hbase-staging 2024-11-07T14:41:08,090 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:08,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:08,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:08,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T14:41:08,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:08,091 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39813 2024-11-07T14:41:08,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39813 connecting to ZooKeeper ensemble=127.0.0.1:60620 2024-11-07T14:41:08,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398130x0, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:08,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39813-0x10116ec318d0000 connected 2024-11-07T14:41:08,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:08,203 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423, hbase.cluster.distributed=false 2024-11-07T14:41:08,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:08,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39813 2024-11-07T14:41:08,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39813 2024-11-07T14:41:08,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39813 2024-11-07T14:41:08,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39813 2024-11-07T14:41:08,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39813 2024-11-07T14:41:08,225 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:08,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:08,226 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:41:08,226 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:08,226 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37195 2024-11-07T14:41:08,228 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37195 connecting to ZooKeeper ensemble=127.0.0.1:60620 2024-11-07T14:41:08,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371950x0, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:08,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37195-0x10116ec318d0001 connected 2024-11-07T14:41:08,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:08,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:41:08,241 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:41:08,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:41:08,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:08,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-07T14:41:08,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37195 2024-11-07T14:41:08,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37195 2024-11-07T14:41:08,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-07T14:41:08,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37195 2024-11-07T14:41:08,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:08,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:08,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:08,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:41:08,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:08,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39129 2024-11-07T14:41:08,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39129 connecting to ZooKeeper ensemble=127.0.0.1:60620 2024-11-07T14:41:08,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,281 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391290x0, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:08,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39129-0x10116ec318d0002 connected 2024-11-07T14:41:08,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:08,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:41:08,283 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:41:08,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:41:08,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:08,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-07T14:41:08,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39129 2024-11-07T14:41:08,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39129 2024-11-07T14:41:08,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-07T14:41:08,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39129 2024-11-07T14:41:08,301 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b7cc9d764de6:0 server-side Connection retries=45 2024-11-07T14:41:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T14:41:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T14:41:08,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T14:41:08,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T14:41:08,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T14:41:08,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36729 2024-11-07T14:41:08,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36729 connecting to ZooKeeper ensemble=127.0.0.1:60620 2024-11-07T14:41:08,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367290x0, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T14:41:08,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36729-0x10116ec318d0003 connected 2024-11-07T14:41:08,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:08,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T14:41:08,316 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T14:41:08,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T14:41:08,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T14:41:08,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36729 2024-11-07T14:41:08,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36729 2024-11-07T14:41:08,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36729 2024-11-07T14:41:08,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36729 2024-11-07T14:41:08,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36729 2024-11-07T14:41:08,335 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b7cc9d764de6:39813 2024-11-07T14:41:08,336 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,347 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,348 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:08,356 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,356 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,357 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T14:41:08,358 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b7cc9d764de6,39813,1730990468090 from backup master directory 2024-11-07T14:41:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,364 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T14:41:08,364 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:08,364 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,372 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/hbase.id] with ID: cd3e76ba-c1c7-47bd-aae9-5d7171f04588 2024-11-07T14:41:08,372 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/.tmp/hbase.id 2024-11-07T14:41:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:41:08,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:41:08,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741826_1002 (size=42) 2024-11-07T14:41:08,384 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/.tmp/hbase.id]:[hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/hbase.id] 2024-11-07T14:41:08,401 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T14:41:08,402 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T14:41:08,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T14:41:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,415 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:41:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:41:08,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741827_1003 (size=196) 2024-11-07T14:41:08,426 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:41:08,428 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T14:41:08,428 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T14:41:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:41:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:41:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741828_1004 (size=1189) 2024-11-07T14:41:08,443 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store 2024-11-07T14:41:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:41:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:41:08,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741829_1005 (size=34) 2024-11-07T14:41:08,459 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:08,459 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:41:08,459 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:08,459 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:08,459 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:41:08,459 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:08,459 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:08,459 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990468459Disabling compacts and flushes for region at 1730990468459Disabling writes for close at 1730990468459Writing region close event to WAL at 1730990468459Closed at 1730990468459 2024-11-07T14:41:08,461 WARN [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/.initializing 2024-11-07T14:41:08,461 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/WALs/b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,466 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C39813%2C1730990468090, suffix=, logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/WALs/b7cc9d764de6,39813,1730990468090, archiveDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/oldWALs, maxLogs=10 2024-11-07T14:41:08,467 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b7cc9d764de6%2C39813%2C1730990468090.1730990468467 2024-11-07T14:41:08,478 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/WALs/b7cc9d764de6,39813,1730990468090/b7cc9d764de6%2C39813%2C1730990468090.1730990468467 2024-11-07T14:41:08,480 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34147:34147),(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-07T14:41:08,483 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:08,483 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:08,483 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,483 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T14:41:08,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:08,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T14:41:08,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:08,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T14:41:08,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:08,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T14:41:08,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:08,497 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,498 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,498 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,500 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,500 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,501 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:08,503 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T14:41:08,506 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:08,507 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64656455, jitterRate=-0.03654374182224274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:08,507 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730990468483Initializing all the Stores at 1730990468485 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990468485Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990468485Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990468485Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990468485Cleaning up temporary data from old regions at 1730990468500 (+15 ms)Region opened successfully at 1730990468507 (+7 ms) 2024-11-07T14:41:08,508 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T14:41:08,512 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8157e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:08,514 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T14:41:08,514 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T14:41:08,514 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T14:41:08,514 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T14:41:08,515 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T14:41:08,515 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T14:41:08,515 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T14:41:08,518 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T14:41:08,519 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T14:41:08,522 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T14:41:08,523 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T14:41:08,524 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T14:41:08,531 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T14:41:08,531 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T14:41:08,533 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T14:41:08,539 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T14:41:08,540 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T14:41:08,547 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T14:41:08,550 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T14:41:08,556 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T14:41:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:08,564 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,564 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,565 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b7cc9d764de6,39813,1730990468090, sessionid=0x10116ec318d0000, setting cluster-up flag (Was=false) 2024-11-07T14:41:08,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,581 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,606 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T14:41:08,608 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,623 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:08,648 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T14:41:08,649 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:08,651 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T14:41:08,654 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:08,655 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T14:41:08,655 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T14:41:08,655 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b7cc9d764de6,39813,1730990468090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=5, maxPoolSize=5 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b7cc9d764de6:0, corePoolSize=10, maxPoolSize=10 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:08,658 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:08,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T14:41:08,662 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730990498662 2024-11-07T14:41:08,662 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T14:41:08,662 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T14:41:08,663 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T14:41:08,663 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T14:41:08,663 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T14:41:08,663 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T14:41:08,663 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,664 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T14:41:08,664 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T14:41:08,664 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T14:41:08,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T14:41:08,664 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T14:41:08,664 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T14:41:08,664 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990468664,5,FailOnTimeoutGroup] 2024-11-07T14:41:08,666 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990468664,5,FailOnTimeoutGroup] 2024-11-07T14:41:08,667 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,667 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T14:41:08,667 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,667 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:41:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:41:08,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741831_1007 (size=1321) 2024-11-07T14:41:08,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T14:41:08,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423 2024-11-07T14:41:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:41:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:41:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741832_1008 (size=32) 2024-11-07T14:41:08,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:08,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:41:08,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:41:08,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:08,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:41:08,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:41:08,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:08,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:41:08,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:41:08,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:08,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:41:08,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:41:08,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:08,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:08,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:41:08,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740 2024-11-07T14:41:08,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740 2024-11-07T14:41:08,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:41:08,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:41:08,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:08,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:41:08,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:08,719 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66976459, jitterRate=-0.001972988247871399}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:08,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730990468697Initializing all the Stores at 1730990468698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990468698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990468698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990468698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990468698Cleaning up temporary data from old regions at 1730990468712 (+14 ms)Region opened successfully at 1730990468720 (+8 ms) 2024-11-07T14:41:08,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:41:08,721 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:41:08,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:41:08,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:41:08,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:41:08,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:08,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990468720Disabling compacts and flushes for region at 1730990468720Disabling writes for close at 1730990468721 (+1 ms)Writing region close event to WAL at 1730990468721Closed at 1730990468721 2024-11-07T14:41:08,722 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(746): ClusterId : cd3e76ba-c1c7-47bd-aae9-5d7171f04588 2024-11-07T14:41:08,722 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:08,722 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(746): ClusterId : cd3e76ba-c1c7-47bd-aae9-5d7171f04588 2024-11-07T14:41:08,722 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(746): ClusterId : cd3e76ba-c1c7-47bd-aae9-5d7171f04588 2024-11-07T14:41:08,722 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:08,722 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T14:41:08,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:08,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T14:41:08,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T14:41:08,726 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:41:08,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T14:41:08,740 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:08,740 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:08,740 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:08,740 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:08,740 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T14:41:08,740 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T14:41:08,756 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:08,756 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:08,756 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T14:41:08,757 DEBUG [RS:2;b7cc9d764de6:36729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5af13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:08,757 DEBUG [RS:1;b7cc9d764de6:39129 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6288fc1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:08,757 DEBUG [RS:0;b7cc9d764de6:37195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98df274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b7cc9d764de6/172.17.0.3:0 2024-11-07T14:41:08,770 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b7cc9d764de6:36729 2024-11-07T14:41:08,770 DEBUG [RS:0;b7cc9d764de6:37195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b7cc9d764de6:37195 2024-11-07T14:41:08,770 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b7cc9d764de6:39129 2024-11-07T14:41:08,770 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:08,770 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:08,771 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:08,771 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:08,771 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T14:41:08,771 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:08,771 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T14:41:08,771 DEBUG [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:08,771 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T14:41:08,772 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,39813,1730990468090 with port=36729, startcode=1730990468301 2024-11-07T14:41:08,772 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,39813,1730990468090 with port=39129, startcode=1730990468262 2024-11-07T14:41:08,772 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(2659): reportForDuty to master=b7cc9d764de6,39813,1730990468090 with port=37195, startcode=1730990468225 2024-11-07T14:41:08,772 DEBUG [RS:2;b7cc9d764de6:36729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:08,772 DEBUG [RS:1;b7cc9d764de6:39129 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:08,772 DEBUG [RS:0;b7cc9d764de6:37195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T14:41:08,774 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:08,774 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:08,774 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T14:41:08,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:08,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39813 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:08,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:08,778 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423 2024-11-07T14:41:08,778 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39813 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:08,778 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42943 2024-11-07T14:41:08,778 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:08,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:08,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39813 {}] master.ServerManager(517): Registering regionserver=b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:08,781 DEBUG [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423 2024-11-07T14:41:08,781 DEBUG [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42943 2024-11-07T14:41:08,781 DEBUG [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:08,783 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423 2024-11-07T14:41:08,783 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42943 2024-11-07T14:41:08,783 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T14:41:08,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:08,817 DEBUG [RS:2;b7cc9d764de6:36729 {}] zookeeper.ZKUtil(111): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:08,817 WARN [RS:2;b7cc9d764de6:36729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:08,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,36729,1730990468301] 2024-11-07T14:41:08,817 INFO [RS:2;b7cc9d764de6:36729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T14:41:08,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,39129,1730990468262] 2024-11-07T14:41:08,817 DEBUG [RS:0;b7cc9d764de6:37195 {}] zookeeper.ZKUtil(111): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:08,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b7cc9d764de6,37195,1730990468225] 2024-11-07T14:41:08,817 WARN [RS:0;b7cc9d764de6:37195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:08,817 DEBUG [RS:1;b7cc9d764de6:39129 {}] zookeeper.ZKUtil(111): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:08,817 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:08,817 INFO [RS:0;b7cc9d764de6:37195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T14:41:08,817 WARN [RS:1;b7cc9d764de6:39129 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T14:41:08,817 DEBUG [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:08,818 INFO [RS:1;b7cc9d764de6:39129 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T14:41:08,818 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:08,822 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:08,822 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:08,824 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T14:41:08,824 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:08,825 INFO [RS:2;b7cc9d764de6:36729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:08,825 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,826 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:08,826 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:08,827 INFO [RS:1;b7cc9d764de6:39129 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:08,827 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,827 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:08,827 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,828 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:08,829 DEBUG [RS:2;b7cc9d764de6:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:08,834 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:08,834 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T14:41:08,835 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:0;b7cc9d764de6:37195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T14:41:08,835 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T14:41:08,835 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36729,1730990468301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:08,835 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:08,836 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,836 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T14:41:08,836 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,837 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:08,837 DEBUG [RS:1;b7cc9d764de6:39129 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b7cc9d764de6:0, corePoolSize=2, maxPoolSize=2 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,837 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,838 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,838 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,838 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,838 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b7cc9d764de6:0, corePoolSize=1, maxPoolSize=1 2024-11-07T14:41:08,838 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:08,838 DEBUG [RS:0;b7cc9d764de6:37195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0, corePoolSize=3, maxPoolSize=3 2024-11-07T14:41:08,841 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,841 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,841 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,841 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39129,1730990468262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,842 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,37195,1730990468225-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:08,851 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:08,851 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,36729,1730990468301-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,851 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,851 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.Replication(171): b7cc9d764de6,36729,1730990468301 started 2024-11-07T14:41:08,861 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:08,862 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39129,1730990468262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,862 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,862 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.Replication(171): b7cc9d764de6,39129,1730990468262 started 2024-11-07T14:41:08,863 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T14:41:08,864 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,37195,1730990468225-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,864 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,864 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.Replication(171): b7cc9d764de6,37195,1730990468225 started 2024-11-07T14:41:08,866 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,866 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,36729,1730990468301, RpcServer on b7cc9d764de6/172.17.0.3:36729, sessionid=0x10116ec318d0003 2024-11-07T14:41:08,866 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:08,866 DEBUG [RS:2;b7cc9d764de6:36729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:08,866 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,36729,1730990468301' 2024-11-07T14:41:08,866 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:08,867 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:08,868 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:08,868 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:08,868 DEBUG [RS:2;b7cc9d764de6:36729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:08,868 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,36729,1730990468301' 2024-11-07T14:41:08,868 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:08,868 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:08,869 DEBUG [RS:2;b7cc9d764de6:36729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:08,869 INFO [RS:2;b7cc9d764de6:36729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:08,869 INFO [RS:2;b7cc9d764de6:36729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:08,878 WARN [b7cc9d764de6:39813 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T14:41:08,882 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,882 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,39129,1730990468262, RpcServer on b7cc9d764de6/172.17.0.3:39129, sessionid=0x10116ec318d0002 2024-11-07T14:41:08,882 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:08,882 DEBUG [RS:1;b7cc9d764de6:39129 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:08,882 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,39129,1730990468262' 2024-11-07T14:41:08,883 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:08,883 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:08,883 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(1482): Serving as b7cc9d764de6,37195,1730990468225, RpcServer on b7cc9d764de6/172.17.0.3:37195, sessionid=0x10116ec318d0001 2024-11-07T14:41:08,883 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:08,883 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T14:41:08,883 DEBUG [RS:0;b7cc9d764de6:37195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:08,883 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,37195,1730990468225' 2024-11-07T14:41:08,883 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T14:41:08,884 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:08,884 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:08,884 DEBUG [RS:1;b7cc9d764de6:39129 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:08,884 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,39129,1730990468262' 2024-11-07T14:41:08,884 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:08,884 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T14:41:08,884 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:08,884 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T14:41:08,884 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T14:41:08,885 DEBUG [RS:0;b7cc9d764de6:37195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:08,885 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b7cc9d764de6,37195,1730990468225' 2024-11-07T14:41:08,885 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T14:41:08,885 DEBUG [RS:1;b7cc9d764de6:39129 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:08,885 INFO [RS:1;b7cc9d764de6:39129 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:08,885 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T14:41:08,885 INFO [RS:1;b7cc9d764de6:39129 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:08,885 DEBUG [RS:0;b7cc9d764de6:37195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T14:41:08,885 INFO [RS:0;b7cc9d764de6:37195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T14:41:08,885 INFO [RS:0;b7cc9d764de6:37195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T14:41:08,974 INFO [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C36729%2C1730990468301, suffix=, logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,36729,1730990468301, archiveDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs, maxLogs=32 2024-11-07T14:41:08,979 INFO [RS:2;b7cc9d764de6:36729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b7cc9d764de6%2C36729%2C1730990468301.1730990468979 2024-11-07T14:41:08,987 INFO [RS:1;b7cc9d764de6:39129 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C39129%2C1730990468262, suffix=, logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,39129,1730990468262, archiveDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs, maxLogs=32 2024-11-07T14:41:08,987 INFO [RS:0;b7cc9d764de6:37195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C37195%2C1730990468225, suffix=, logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,37195,1730990468225, archiveDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs, maxLogs=32 2024-11-07T14:41:08,988 INFO [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,36729,1730990468301/b7cc9d764de6%2C36729%2C1730990468301.1730990468979 2024-11-07T14:41:08,990 INFO [RS:0;b7cc9d764de6:37195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b7cc9d764de6%2C37195%2C1730990468225.1730990468990 2024-11-07T14:41:08,990 INFO [RS:1;b7cc9d764de6:39129 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b7cc9d764de6%2C39129%2C1730990468262.1730990468990 2024-11-07T14:41:08,991 DEBUG [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34147:34147),(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-07T14:41:08,999 INFO [RS:1;b7cc9d764de6:39129 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,39129,1730990468262/b7cc9d764de6%2C39129%2C1730990468262.1730990468990 2024-11-07T14:41:08,999 INFO [RS:0;b7cc9d764de6:37195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,37195,1730990468225/b7cc9d764de6%2C37195%2C1730990468225.1730990468990 2024-11-07T14:41:09,000 DEBUG [RS:1;b7cc9d764de6:39129 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34147:34147),(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-07T14:41:09,000 DEBUG [RS:0;b7cc9d764de6:37195 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34147:34147),(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-07T14:41:09,129 DEBUG [b7cc9d764de6:39813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T14:41:09,130 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:41:09,137 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:41:09,137 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:41:09,137 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:41:09,137 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:41:09,138 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:41:09,138 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:41:09,138 INFO [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:41:09,138 INFO [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:41:09,138 INFO [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:41:09,138 DEBUG [b7cc9d764de6:39813 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:41:09,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:09,141 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,36729,1730990468301, state=OPENING 2024-11-07T14:41:09,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T14:41:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:09,156 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:09,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:09,157 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T14:41:09,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,36729,1730990468301}] 2024-11-07T14:41:09,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,158 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:41:09,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:41:09,323 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T14:41:09,323 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-07T14:41:09,326 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b7cc9d764de6%2C36729%2C1730990468301.meta, suffix=.meta, logDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,36729,1730990468301, archiveDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs, maxLogs=32 2024-11-07T14:41:09,326 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor b7cc9d764de6%2C36729%2C1730990468301.meta.1730990469326.meta 2024-11-07T14:41:09,335 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/WALs/b7cc9d764de6,36729,1730990468301/b7cc9d764de6%2C36729%2C1730990468301.meta.1730990469326.meta 2024-11-07T14:41:09,339 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39633:39633),(127.0.0.1/127.0.0.1:34147:34147),(127.0.0.1/127.0.0.1:34385:34385)] 2024-11-07T14:41:09,339 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:09,340 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T14:41:09,340 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T14:41:09,340 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T14:41:09,340 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T14:41:09,340 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:09,340 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T14:41:09,340 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T14:41:09,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T14:41:09,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T14:41:09,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:09,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:09,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T14:41:09,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T14:41:09,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:09,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:09,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T14:41:09,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T14:41:09,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:09,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:09,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T14:41:09,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T14:41:09,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:09,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T14:41:09,350 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T14:41:09,351 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740 2024-11-07T14:41:09,353 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740 2024-11-07T14:41:09,354 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T14:41:09,354 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T14:41:09,355 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T14:41:09,357 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T14:41:09,358 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59267295, jitterRate=-0.11684848368167877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T14:41:09,358 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T14:41:09,359 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730990469341Writing region info on filesystem at 1730990469341Initializing all the Stores at 1730990469342 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990469342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990469342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990469342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730990469342Cleaning up temporary data from old regions at 1730990469354 (+12 ms)Running coprocessor post-open hooks at 1730990469358 (+4 ms)Region opened successfully at 1730990469359 (+1 ms) 2024-11-07T14:41:09,361 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730990469314 2024-11-07T14:41:09,364 DEBUG [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T14:41:09,364 INFO [RS_OPEN_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T14:41:09,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:09,367 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b7cc9d764de6,36729,1730990468301, state=OPEN 2024-11-07T14:41:09,372 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:09,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:09,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:09,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T14:41:09,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:09,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,373 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T14:41:09,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T14:41:09,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b7cc9d764de6,36729,1730990468301 in 216 msec 2024-11-07T14:41:09,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T14:41:09,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-07T14:41:09,382 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T14:41:09,382 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T14:41:09,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:41:09,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,36729,1730990468301, seqNum=-1] 2024-11-07T14:41:09,384 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:09,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:09,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 739 msec 2024-11-07T14:41:09,394 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730990469394, completionTime=-1 2024-11-07T14:41:09,394 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T14:41:09,395 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T14:41:09,397 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-07T14:41:09,397 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730990529397 2024-11-07T14:41:09,397 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730990589397 2024-11-07T14:41:09,397 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T14:41:09,398 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39813,1730990468090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,398 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39813,1730990468090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,398 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39813,1730990468090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,398 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b7cc9d764de6:39813, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,398 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,398 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,401 DEBUG [master/b7cc9d764de6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T14:41:09,403 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.039sec 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39813,1730990468090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T14:41:09,404 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39813,1730990468090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T14:41:09,407 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T14:41:09,407 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T14:41:09,407 INFO [master/b7cc9d764de6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b7cc9d764de6,39813,1730990468090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T14:41:09,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d9407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:09,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b7cc9d764de6,39813,-1 for getting cluster id 2024-11-07T14:41:09,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T14:41:09,424 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd3e76ba-c1c7-47bd-aae9-5d7171f04588' 2024-11-07T14:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T14:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd3e76ba-c1c7-47bd-aae9-5d7171f04588" 2024-11-07T14:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a72572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:09,425 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b7cc9d764de6,39813,-1] 2024-11-07T14:41:09,426 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T14:41:09,426 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:09,427 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T14:41:09,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55afdbba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T14:41:09,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T14:41:09,430 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b7cc9d764de6,36729,1730990468301, seqNum=-1] 2024-11-07T14:41:09,430 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:09,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:09,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:09,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T14:41:09,436 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:09,436 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e9f6fc3 2024-11-07T14:41:09,436 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T14:41:09,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T14:41:09,438 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T14:41:09,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T14:41:09,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T14:41:09,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:41:09,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T14:41:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T14:41:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T14:41:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-07T14:41:09,443 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T14:41:09,444 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:09,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-07T14:41:09,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:09,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T14:41:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741837_1013 (size=392) 2024-11-07T14:41:09,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741837_1013 (size=392) 2024-11-07T14:41:09,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741837_1013 (size=392) 2024-11-07T14:41:09,458 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a36b4b0539050830c60af782171f3e6b, NAME => 'TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423 2024-11-07T14:41:09,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741838_1014 (size=51) 2024-11-07T14:41:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741838_1014 (size=51) 2024-11-07T14:41:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741838_1014 (size=51) 2024-11-07T14:41:09,469 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:09,469 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing a36b4b0539050830c60af782171f3e6b, disabling compactions & flushes 2024-11-07T14:41:09,469 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,469 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,469 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. after waiting 0 ms 2024-11-07T14:41:09,469 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,469 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,469 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for a36b4b0539050830c60af782171f3e6b: Waiting for close lock at 1730990469469Disabling compacts and flushes for region at 1730990469469Disabling writes for close at 1730990469469Writing region close event to WAL at 1730990469469Closed at 1730990469469 2024-11-07T14:41:09,471 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T14:41:09,471 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1730990469471"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730990469471"}]},"ts":"1730990469471"} 2024-11-07T14:41:09,475 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T14:41:09,477 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T14:41:09,477 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990469477"}]},"ts":"1730990469477"} 2024-11-07T14:41:09,480 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-07T14:41:09,481 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {b7cc9d764de6=0} racks are {/default-rack=0} 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T14:41:09,482 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T14:41:09,482 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T14:41:09,482 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T14:41:09,482 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T14:41:09,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a36b4b0539050830c60af782171f3e6b, ASSIGN}] 2024-11-07T14:41:09,485 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a36b4b0539050830c60af782171f3e6b, ASSIGN 2024-11-07T14:41:09,487 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a36b4b0539050830c60af782171f3e6b, ASSIGN; state=OFFLINE, location=b7cc9d764de6,39129,1730990468262; forceNewPlan=false, retain=false 2024-11-07T14:41:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:09,637 INFO [b7cc9d764de6:39813 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-07T14:41:09,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a36b4b0539050830c60af782171f3e6b, regionState=OPENING, regionLocation=b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:09,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a36b4b0539050830c60af782171f3e6b, ASSIGN because future has completed 2024-11-07T14:41:09,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a36b4b0539050830c60af782171f3e6b, server=b7cc9d764de6,39129,1730990468262}] 2024-11-07T14:41:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:09,798 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T14:41:09,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T14:41:09,811 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,811 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a36b4b0539050830c60af782171f3e6b, NAME => 'TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b.', STARTKEY => '', ENDKEY => ''} 2024-11-07T14:41:09,812 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,812 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T14:41:09,812 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,812 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,814 INFO [StoreOpener-a36b4b0539050830c60af782171f3e6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,816 INFO [StoreOpener-a36b4b0539050830c60af782171f3e6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a36b4b0539050830c60af782171f3e6b columnFamilyName cf 2024-11-07T14:41:09,816 DEBUG [StoreOpener-a36b4b0539050830c60af782171f3e6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T14:41:09,816 INFO [StoreOpener-a36b4b0539050830c60af782171f3e6b-1 {}] regionserver.HStore(327): Store=a36b4b0539050830c60af782171f3e6b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T14:41:09,816 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,817 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,818 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,818 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,818 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,821 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,824 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T14:41:09,825 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a36b4b0539050830c60af782171f3e6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73653906, jitterRate=0.09752872586250305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T14:41:09,825 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:09,826 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a36b4b0539050830c60af782171f3e6b: Running coprocessor pre-open hook at 1730990469812Writing region info on filesystem at 1730990469812Initializing all the Stores at 1730990469813 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730990469814 (+1 ms)Cleaning up temporary data from old regions at 1730990469818 (+4 ms)Running coprocessor post-open hooks at 1730990469825 (+7 ms)Region opened successfully at 1730990469826 (+1 ms) 2024-11-07T14:41:09,827 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b., pid=6, masterSystemTime=1730990469797 2024-11-07T14:41:09,831 DEBUG [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,831 INFO [RS_OPEN_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:09,832 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a36b4b0539050830c60af782171f3e6b, regionState=OPEN, openSeqNum=2, regionLocation=b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:09,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a36b4b0539050830c60af782171f3e6b, server=b7cc9d764de6,39129,1730990468262 because future has completed 2024-11-07T14:41:09,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T14:41:09,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a36b4b0539050830c60af782171f3e6b, server=b7cc9d764de6,39129,1730990468262 in 196 msec 2024-11-07T14:41:09,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T14:41:09,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=a36b4b0539050830c60af782171f3e6b, ASSIGN in 360 msec 2024-11-07T14:41:09,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T14:41:09,849 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730990469849"}]},"ts":"1730990469849"} 2024-11-07T14:41:09,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-07T14:41:09,854 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T14:41:09,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 416 msec 2024-11-07T14:41:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T14:41:10,072 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T14:41:10,072 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-07T14:41:10,072 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:41:10,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-07T14:41:10,077 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T14:41:10,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-07T14:41:10,082 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b., hostname=b7cc9d764de6,39129,1730990468262, seqNum=2] 2024-11-07T14:41:10,083 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T14:41:10,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T14:41:10,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-07T14:41:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-07T14:41:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:10,094 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-07T14:41:10,096 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T14:41:10,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T14:41:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:10,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39129 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T14:41:10,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,251 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing a36b4b0539050830c60af782171f3e6b 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-07T14:41:10,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/.tmp/cf/69330d5bc0ea4d0d944da152648af0e5 is 36, key is row/cf:cq/1730990470086/Put/seqid=0 2024-11-07T14:41:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741839_1015 (size=4787) 2024-11-07T14:41:10,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741839_1015 (size=4787) 2024-11-07T14:41:10,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741839_1015 (size=4787) 2024-11-07T14:41:10,284 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/.tmp/cf/69330d5bc0ea4d0d944da152648af0e5 2024-11-07T14:41:10,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/.tmp/cf/69330d5bc0ea4d0d944da152648af0e5 as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/cf/69330d5bc0ea4d0d944da152648af0e5 2024-11-07T14:41:10,305 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/cf/69330d5bc0ea4d0d944da152648af0e5, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T14:41:10,306 INFO [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for a36b4b0539050830c60af782171f3e6b in 55ms, sequenceid=5, compaction requested=false 2024-11-07T14:41:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for a36b4b0539050830c60af782171f3e6b: 2024-11-07T14:41:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b7cc9d764de6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T14:41:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T14:41:10,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T14:41:10,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-11-07T14:41:10,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 224 msec 2024-11-07T14:41:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T14:41:10,412 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-07T14:41:10,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T14:41:10,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:41:10,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:10,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T14:41:10,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T14:41:10,425 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651990856, stopped=false 2024-11-07T14:41:10,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b7cc9d764de6,39813,1730990468090 2024-11-07T14:41:10,490 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T14:41:10,490 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:41:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:10,490 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:10,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T14:41:10,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:10,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:10,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:10,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:10,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,37195,1730990468225' ***** 2024-11-07T14:41:10,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T14:41:10,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:41:10,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,39129,1730990468262' ***** 2024-11-07T14:41:10,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:41:10,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b7cc9d764de6,36729,1730990468301' ***** 2024-11-07T14:41:10,494 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:41:10,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T14:41:10,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:41:10,494 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:41:10,494 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T14:41:10,494 INFO [RS:0;b7cc9d764de6:37195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:41:10,495 INFO [RS:1;b7cc9d764de6:39129 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:41:10,495 INFO [RS:2;b7cc9d764de6:36729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T14:41:10,495 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:41:10,495 INFO [RS:1;b7cc9d764de6:39129 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:41:10,495 INFO [RS:2;b7cc9d764de6:36729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:41:10,495 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:10,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T14:41:10,495 INFO [RS:0;b7cc9d764de6:37195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T14:41:10,495 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(3091): Received CLOSE for a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:10,495 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:10,495 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:10,495 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:10,495 INFO [RS:2;b7cc9d764de6:36729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b7cc9d764de6:36729. 2024-11-07T14:41:10,495 INFO [RS:0;b7cc9d764de6:37195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b7cc9d764de6:37195. 2024-11-07T14:41:10,495 DEBUG [RS:2;b7cc9d764de6:36729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:10,495 DEBUG [RS:2;b7cc9d764de6:36729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,495 DEBUG [RS:0;b7cc9d764de6:37195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:10,495 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(959): stopping server b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:10,496 DEBUG [RS:0;b7cc9d764de6:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,496 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:10,496 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:41:10,496 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:41:10,496 INFO [RS:1;b7cc9d764de6:39129 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b7cc9d764de6:39129. 2024-11-07T14:41:10,496 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,37195,1730990468225; all regions closed. 2024-11-07T14:41:10,496 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:41:10,496 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T14:41:10,496 DEBUG [RS:1;b7cc9d764de6:39129 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T14:41:10,496 DEBUG [RS:1;b7cc9d764de6:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,496 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T14:41:10,496 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1325): Online Regions={a36b4b0539050830c60af782171f3e6b=TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b.} 2024-11-07T14:41:10,496 DEBUG [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1351): Waiting on a36b4b0539050830c60af782171f3e6b 2024-11-07T14:41:10,496 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,496 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T14:41:10,497 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T14:41:10,497 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,497 DEBUG [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a36b4b0539050830c60af782171f3e6b, disabling compactions & flushes 2024-11-07T14:41:10,497 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,497 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,497 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. after waiting 0 ms 2024-11-07T14:41:10,497 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,497 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T14:41:10,497 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T14:41:10,497 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-07T14:41:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741834_1010 (size=93) 2024-11-07T14:41:10,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741834_1010 (size=93) 2024-11-07T14:41:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741834_1010 (size=93) 2024-11-07T14:41:10,503 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/default/TestHBaseWalOnEC/a36b4b0539050830c60af782171f3e6b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T14:41:10,504 DEBUG [RS:0;b7cc9d764de6:37195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b7cc9d764de6%2C37195%2C1730990468225:(num 1730990468990) 2024-11-07T14:41:10,504 DEBUG [RS:0;b7cc9d764de6:37195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:41:10,504 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:41:10,504 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:41:10,505 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:10,505 INFO [RS:0;b7cc9d764de6:37195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37195 2024-11-07T14:41:10,505 INFO [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,505 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a36b4b0539050830c60af782171f3e6b: Waiting for close lock at 1730990470497Running coprocessor pre-close hooks at 1730990470497Disabling compacts and flushes for region at 1730990470497Disabling writes for close at 1730990470497Writing region close event to WAL at 1730990470498 (+1 ms)Running coprocessor post-close hooks at 1730990470504 (+6 ms)Closed at 1730990470505 (+1 ms) 2024-11-07T14:41:10,505 DEBUG [RS_CLOSE_REGION-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b. 2024-11-07T14:41:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,37195,1730990468225 2024-11-07T14:41:10,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:10,514 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:10,518 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/info/63e63bec40044619a8c1bbc64d25360d is 153, key is TestHBaseWalOnEC,,1730990469439.a36b4b0539050830c60af782171f3e6b./info:regioninfo/1730990469832/Put/seqid=0 2024-11-07T14:41:10,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,37195,1730990468225] 2024-11-07T14:41:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741840_1016 (size=6637) 2024-11-07T14:41:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741840_1016 (size=6637) 2024-11-07T14:41:10,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741840_1016 (size=6637) 2024-11-07T14:41:10,526 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/info/63e63bec40044619a8c1bbc64d25360d 2024-11-07T14:41:10,531 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,37195,1730990468225 already deleted, retry=false 2024-11-07T14:41:10,531 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,37195,1730990468225 expired; onlineServers=2 2024-11-07T14:41:10,537 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:10,544 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:10,546 INFO [regionserver/b7cc9d764de6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:10,550 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/ns/f278b0383e3d4e9d877d217215d45969 is 43, key is default/ns:d/1730990469386/Put/seqid=0 2024-11-07T14:41:10,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741841_1017 (size=5153) 2024-11-07T14:41:10,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741841_1017 (size=5153) 2024-11-07T14:41:10,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741841_1017 (size=5153) 2024-11-07T14:41:10,558 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/ns/f278b0383e3d4e9d877d217215d45969 2024-11-07T14:41:10,584 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/table/b2f61c0fb2c84875b344636d61f0ce82 is 52, key is TestHBaseWalOnEC/table:state/1730990469849/Put/seqid=0 2024-11-07T14:41:10,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741842_1018 (size=5249) 2024-11-07T14:41:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741842_1018 (size=5249) 2024-11-07T14:41:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741842_1018 (size=5249) 2024-11-07T14:41:10,592 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/table/b2f61c0fb2c84875b344636d61f0ce82 2024-11-07T14:41:10,603 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/info/63e63bec40044619a8c1bbc64d25360d as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/info/63e63bec40044619a8c1bbc64d25360d 2024-11-07T14:41:10,614 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/info/63e63bec40044619a8c1bbc64d25360d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-07T14:41:10,615 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/ns/f278b0383e3d4e9d877d217215d45969 as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/ns/f278b0383e3d4e9d877d217215d45969 2024-11-07T14:41:10,623 INFO [RS:0;b7cc9d764de6:37195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:10,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:10,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37195-0x10116ec318d0001, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:10,623 INFO [RS:0;b7cc9d764de6:37195 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,37195,1730990468225; zookeeper connection closed. 2024-11-07T14:41:10,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45154fee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45154fee 2024-11-07T14:41:10,625 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/ns/f278b0383e3d4e9d877d217215d45969, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T14:41:10,626 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/.tmp/table/b2f61c0fb2c84875b344636d61f0ce82 as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/table/b2f61c0fb2c84875b344636d61f0ce82 2024-11-07T14:41:10,636 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/table/b2f61c0fb2c84875b344636d61f0ce82, entries=2, sequenceid=11, filesize=5.1 K 2024-11-07T14:41:10,638 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false 2024-11-07T14:41:10,644 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T14:41:10,645 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T14:41:10,645 INFO [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:10,646 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730990470497Running coprocessor pre-close hooks at 1730990470497Disabling compacts and flushes for region at 1730990470497Disabling writes for close at 1730990470497Obtaining lock to block concurrent updates at 1730990470497Preparing flush snapshotting stores in 1588230740 at 1730990470497Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1730990470498 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730990470499 (+1 ms)Flushing 1588230740/info: creating writer at 1730990470499Flushing 1588230740/info: appending metadata at 1730990470517 (+18 ms)Flushing 1588230740/info: closing flushed file at 1730990470517Flushing 1588230740/ns: creating writer at 1730990470535 (+18 ms)Flushing 1588230740/ns: appending metadata at 1730990470550 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730990470550Flushing 1588230740/table: creating writer at 1730990470567 (+17 ms)Flushing 1588230740/table: appending metadata at 1730990470584 (+17 ms)Flushing 1588230740/table: closing flushed file at 1730990470584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc9ab9c: reopening flushed file at 1730990470602 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ffa359d: reopening flushed file at 1730990470614 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5e6eac: reopening flushed file at 1730990470625 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 141ms, sequenceid=11, compaction requested=false at 1730990470638 (+13 ms)Writing region close event to WAL at 1730990470639 (+1 ms)Running coprocessor post-close hooks at 1730990470645 (+6 ms)Closed at 1730990470645 2024-11-07T14:41:10,646 DEBUG [RS_CLOSE_META-regionserver/b7cc9d764de6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T14:41:10,697 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,39129,1730990468262; all regions closed. 2024-11-07T14:41:10,697 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(976): stopping server b7cc9d764de6,36729,1730990468301; all regions closed. 2024-11-07T14:41:10,697 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,697 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,698 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741835_1011 (size=1298) 2024-11-07T14:41:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741835_1011 (size=1298) 2024-11-07T14:41:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741836_1012 (size=2751) 2024-11-07T14:41:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741836_1012 (size=2751) 2024-11-07T14:41:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741836_1012 (size=2751) 2024-11-07T14:41:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741835_1011 (size=1298) 2024-11-07T14:41:10,705 DEBUG [RS:1;b7cc9d764de6:39129 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs 2024-11-07T14:41:10,705 INFO [RS:1;b7cc9d764de6:39129 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b7cc9d764de6%2C39129%2C1730990468262:(num 1730990468990) 2024-11-07T14:41:10,705 DEBUG [RS:1;b7cc9d764de6:39129 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:10,705 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:10,705 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:10,706 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:10,706 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T14:41:10,706 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T14:41:10,706 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:10,706 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T14:41:10,706 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:10,706 INFO [RS:1;b7cc9d764de6:39129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39129 2024-11-07T14:41:10,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:10,714 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,39129,1730990468262 2024-11-07T14:41:10,714 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:10,723 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,39129,1730990468262] 2024-11-07T14:41:10,731 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,39129,1730990468262 already deleted, retry=false 2024-11-07T14:41:10,731 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,39129,1730990468262 expired; onlineServers=1 2024-11-07T14:41:10,823 INFO [RS:1;b7cc9d764de6:39129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:10,823 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:10,823 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39129-0x10116ec318d0002, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:10,823 INFO [RS:1;b7cc9d764de6:39129 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,39129,1730990468262; zookeeper connection closed. 2024-11-07T14:41:10,823 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f2f7f9c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f2f7f9c 2024-11-07T14:41:10,849 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T14:41:10,849 INFO [regionserver/b7cc9d764de6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T14:41:11,111 DEBUG [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs 2024-11-07T14:41:11,111 INFO [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b7cc9d764de6%2C36729%2C1730990468301.meta:.meta(num 1730990469326) 2024-11-07T14:41:11,112 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,112 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,112 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,112 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,113 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741833_1009 (size=93) 2024-11-07T14:41:11,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741833_1009 (size=93) 2024-11-07T14:41:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741833_1009 (size=93) 2024-11-07T14:41:11,119 DEBUG [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/oldWALs 2024-11-07T14:41:11,120 INFO [RS:2;b7cc9d764de6:36729 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog b7cc9d764de6%2C36729%2C1730990468301:(num 1730990468979) 2024-11-07T14:41:11,120 DEBUG [RS:2;b7cc9d764de6:36729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T14:41:11,120 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T14:41:11,120 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:11,120 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.ChoreService(370): Chore service for: regionserver/b7cc9d764de6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:11,120 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:11,120 INFO [regionserver/b7cc9d764de6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:11,120 INFO [RS:2;b7cc9d764de6:36729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36729 2024-11-07T14:41:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b7cc9d764de6,36729,1730990468301 2024-11-07T14:41:11,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T14:41:11,156 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:11,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b7cc9d764de6,36729,1730990468301] 2024-11-07T14:41:11,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b7cc9d764de6,36729,1730990468301 already deleted, retry=false 2024-11-07T14:41:11,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b7cc9d764de6,36729,1730990468301 expired; onlineServers=0 2024-11-07T14:41:11,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b7cc9d764de6,39813,1730990468090' ***** 2024-11-07T14:41:11,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T14:41:11,173 INFO [M:0;b7cc9d764de6:39813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T14:41:11,173 INFO [M:0;b7cc9d764de6:39813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T14:41:11,173 DEBUG [M:0;b7cc9d764de6:39813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T14:41:11,173 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T14:41:11,173 DEBUG [M:0;b7cc9d764de6:39813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T14:41:11,173 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990468664 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.large.0-1730990468664,5,FailOnTimeoutGroup] 2024-11-07T14:41:11,173 DEBUG [master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990468664 {}] cleaner.HFileCleaner(306): Exit Thread[master/b7cc9d764de6:0:becomeActiveMaster-HFileCleaner.small.0-1730990468664,5,FailOnTimeoutGroup] 2024-11-07T14:41:11,173 INFO [M:0;b7cc9d764de6:39813 {}] hbase.ChoreService(370): Chore service for: master/b7cc9d764de6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T14:41:11,173 INFO [M:0;b7cc9d764de6:39813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T14:41:11,174 DEBUG [M:0;b7cc9d764de6:39813 {}] master.HMaster(1795): Stopping service threads 2024-11-07T14:41:11,174 INFO [M:0;b7cc9d764de6:39813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T14:41:11,174 INFO [M:0;b7cc9d764de6:39813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T14:41:11,174 INFO [M:0;b7cc9d764de6:39813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T14:41:11,174 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T14:41:11,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T14:41:11,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T14:41:11,181 DEBUG [M:0;b7cc9d764de6:39813 {}] zookeeper.ZKUtil(347): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T14:41:11,181 WARN [M:0;b7cc9d764de6:39813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T14:41:11,182 INFO [M:0;b7cc9d764de6:39813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/.lastflushedseqids 2024-11-07T14:41:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741843_1019 (size=127) 2024-11-07T14:41:11,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741843_1019 (size=127) 2024-11-07T14:41:11,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741843_1019 (size=127) 2024-11-07T14:41:11,193 INFO [M:0;b7cc9d764de6:39813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T14:41:11,193 INFO [M:0;b7cc9d764de6:39813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T14:41:11,193 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T14:41:11,193 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:11,194 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:11,194 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T14:41:11,194 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:11,194 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-07T14:41:11,210 DEBUG [M:0;b7cc9d764de6:39813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/023796545f96445ca0d0ac6190934ef2 is 82, key is hbase:meta,,1/info:regioninfo/1730990469365/Put/seqid=0 2024-11-07T14:41:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741844_1020 (size=5672) 2024-11-07T14:41:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741844_1020 (size=5672) 2024-11-07T14:41:11,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741844_1020 (size=5672) 2024-11-07T14:41:11,218 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/023796545f96445ca0d0ac6190934ef2 2024-11-07T14:41:11,240 DEBUG [M:0;b7cc9d764de6:39813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/450159b6f14042bca12add9a8869bdbc is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730990469857/Put/seqid=0 2024-11-07T14:41:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741845_1021 (size=6440) 2024-11-07T14:41:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741845_1021 (size=6440) 2024-11-07T14:41:11,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741845_1021 (size=6440) 2024-11-07T14:41:11,248 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/450159b6f14042bca12add9a8869bdbc 2024-11-07T14:41:11,264 INFO [RS:2;b7cc9d764de6:36729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:11,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x10116ec318d0003, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:11,264 INFO [RS:2;b7cc9d764de6:36729 {}] regionserver.HRegionServer(1031): Exiting; stopping=b7cc9d764de6,36729,1730990468301; zookeeper connection closed. 2024-11-07T14:41:11,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ff2d361 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ff2d361 2024-11-07T14:41:11,265 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T14:41:11,271 DEBUG [M:0;b7cc9d764de6:39813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c1f5243fc5c43b4adf578622d4f751b is 69, key is b7cc9d764de6,36729,1730990468301/rs:state/1730990468775/Put/seqid=0 2024-11-07T14:41:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741846_1022 (size=5294) 2024-11-07T14:41:11,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741846_1022 (size=5294) 2024-11-07T14:41:11,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741846_1022 (size=5294) 2024-11-07T14:41:11,279 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c1f5243fc5c43b4adf578622d4f751b 2024-11-07T14:41:11,286 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/023796545f96445ca0d0ac6190934ef2 as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/023796545f96445ca0d0ac6190934ef2 2024-11-07T14:41:11,293 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/023796545f96445ca0d0ac6190934ef2, entries=8, sequenceid=72, filesize=5.5 K 2024-11-07T14:41:11,294 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/450159b6f14042bca12add9a8869bdbc as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/450159b6f14042bca12add9a8869bdbc 2024-11-07T14:41:11,302 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/450159b6f14042bca12add9a8869bdbc, entries=8, sequenceid=72, filesize=6.3 K 2024-11-07T14:41:11,303 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6c1f5243fc5c43b4adf578622d4f751b as hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c1f5243fc5c43b4adf578622d4f751b 2024-11-07T14:41:11,311 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42943/user/jenkins/test-data/49dde8e3-3599-ff90-9960-27c360695423/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6c1f5243fc5c43b4adf578622d4f751b, entries=3, sequenceid=72, filesize=5.2 K 2024-11-07T14:41:11,313 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=72, compaction requested=false 2024-11-07T14:41:11,315 INFO [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T14:41:11,315 DEBUG [M:0;b7cc9d764de6:39813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730990471193Disabling compacts and flushes for region at 1730990471193Disabling writes for close at 1730990471194 (+1 ms)Obtaining lock to block concurrent updates at 1730990471194Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730990471194Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1730990471194Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730990471195 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730990471195Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730990471210 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730990471210Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730990471224 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730990471240 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730990471240Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730990471254 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730990471271 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730990471271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44de330d: reopening flushed file at 1730990471285 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782b9033: reopening flushed file at 1730990471293 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c39d4a9: reopening flushed file at 1730990471302 (+9 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=72, compaction requested=false at 1730990471313 (+11 ms)Writing region close event to WAL at 1730990471314 (+1 ms)Closed at 1730990471314 2024-11-07T14:41:11,315 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,316 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,316 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,316 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,316 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-07T14:41:11,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36885 is added to blk_1073741830_1006 (size=32686) 2024-11-07T14:41:11,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39285 is added to blk_1073741830_1006 (size=32686) 2024-11-07T14:41:11,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38749 is added to blk_1073741830_1006 (size=32686) 2024-11-07T14:41:11,321 INFO [M:0;b7cc9d764de6:39813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T14:41:11,321 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T14:41:11,321 INFO [M:0;b7cc9d764de6:39813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39813 2024-11-07T14:41:11,321 INFO [M:0;b7cc9d764de6:39813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T14:41:11,431 INFO [M:0;b7cc9d764de6:39813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T14:41:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:11,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39813-0x10116ec318d0000, quorum=127.0.0.1:60620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T14:41:11,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6352e616{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:11,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@457c3b58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:11,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:11,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122cf719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:11,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@414354d9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:11,435 WARN [BP-1179286087-172.17.0.3-1730990466474 heartbeating to localhost/127.0.0.1:42943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:41:11,435 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:41:11,435 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:41:11,435 WARN [BP-1179286087-172.17.0.3-1730990466474 heartbeating to localhost/127.0.0.1:42943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179286087-172.17.0.3-1730990466474 (Datanode Uuid 008a089d-c01a-45bd-b9fb-2e6ca7bf38fa) service to localhost/127.0.0.1:42943 2024-11-07T14:41:11,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data5/current/BP-1179286087-172.17.0.3-1730990466474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:11,436 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data6/current/BP-1179286087-172.17.0.3-1730990466474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:11,436 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:41:11,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dfc249d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:11,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@119b8466{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:11,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:11,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62129eb8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:11,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@371df80b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:11,441 WARN [BP-1179286087-172.17.0.3-1730990466474 heartbeating to localhost/127.0.0.1:42943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:41:11,441 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:41:11,441 WARN [BP-1179286087-172.17.0.3-1730990466474 heartbeating to localhost/127.0.0.1:42943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179286087-172.17.0.3-1730990466474 (Datanode Uuid 4c839492-37de-4169-949a-28a14667cf23) service to localhost/127.0.0.1:42943 2024-11-07T14:41:11,441 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:41:11,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data3/current/BP-1179286087-172.17.0.3-1730990466474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:11,442 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data4/current/BP-1179286087-172.17.0.3-1730990466474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:11,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:41:11,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a504a39{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T14:41:11,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a5de444{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:11,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:11,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ef428a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:11,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21cdc158{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:11,450 WARN [BP-1179286087-172.17.0.3-1730990466474 heartbeating to localhost/127.0.0.1:42943 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T14:41:11,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T14:41:11,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T14:41:11,450 WARN [BP-1179286087-172.17.0.3-1730990466474 heartbeating to localhost/127.0.0.1:42943 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1179286087-172.17.0.3-1730990466474 (Datanode Uuid 8f1c14a2-5d99-4baf-96d4-7d455358155f) service to localhost/127.0.0.1:42943 2024-11-07T14:41:11,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data1/current/BP-1179286087-172.17.0.3-1730990466474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:11,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/cluster_a97a76d9-7cdf-5ddd-c844-3198befa0201/data/data2/current/BP-1179286087-172.17.0.3-1730990466474 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T14:41:11,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T14:41:11,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2dfbaa67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T14:41:11,459 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61c928f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T14:41:11,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T14:41:11,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ed2e5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T14:41:11,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@292aeba3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3ad594c6-7f8f-eb6f-2bd9-507377c65bfb/hadoop.log.dir/,STOPPED} 2024-11-07T14:41:11,468 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T14:41:11,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T14:41:11,513 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=149 (was 88) - Thread LEAK? -, OpenFileDescriptor=516 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 174) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5591 (was 5765)