2024-11-15 23:13:07,294 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-11-15 23:13:07,315 main DEBUG Took 0.018217 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 23:13:07,316 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 23:13:07,316 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 23:13:07,318 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 23:13:07,319 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,347 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 23:13:07,366 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,368 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,369 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,370 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,372 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,373 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,375 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,377 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,377 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,378 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,379 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,380 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,380 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,381 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,382 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,382 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,384 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,384 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 23:13:07,385 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,385 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 23:13:07,390 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 23:13:07,391 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 23:13:07,394 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 23:13:07,395 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 23:13:07,396 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 23:13:07,397 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 23:13:07,409 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 23:13:07,413 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 23:13:07,417 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 23:13:07,417 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 23:13:07,418 main DEBUG createAppenders(={Console}) 2024-11-15 23:13:07,419 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 initialized 2024-11-15 23:13:07,420 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-11-15 23:13:07,420 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 OK. 2024-11-15 23:13:07,421 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 23:13:07,421 main DEBUG OutputStream closed 2024-11-15 23:13:07,422 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 23:13:07,422 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 23:13:07,423 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@741a8937 OK 2024-11-15 23:13:07,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 23:13:07,553 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 23:13:07,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 23:13:07,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 23:13:07,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 23:13:07,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 23:13:07,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 23:13:07,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 23:13:07,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 23:13:07,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 23:13:07,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 23:13:07,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 23:13:07,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 23:13:07,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 23:13:07,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 23:13:07,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 23:13:07,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 23:13:07,569 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 23:13:07,571 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 23:13:07,572 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@466276d8) with optional ClassLoader: null 2024-11-15 23:13:07,573 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 23:13:07,574 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@466276d8] started OK. 2024-11-15T23:13:07,591 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestTooLargeLog timeout: 13 mins 2024-11-15 23:13:07,595 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 23:13:07,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T23:13:07,927 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b 2024-11-15T23:13:07,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T23:13:07,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4, deleteOnExit=true 2024-11-15T23:13:07,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T23:13:07,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/test.cache.data in system properties and HBase conf 2024-11-15T23:13:07,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T23:13:07,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/hadoop.log.dir in system properties and HBase conf 2024-11-15T23:13:07,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T23:13:07,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T23:13:07,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T23:13:08,127 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T23:13:08,278 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T23:13:08,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T23:13:08,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T23:13:08,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T23:13:08,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T23:13:08,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T23:13:08,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T23:13:08,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T23:13:08,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T23:13:08,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T23:13:08,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/nfs.dump.dir in system properties and HBase conf 2024-11-15T23:13:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/java.io.tmpdir in system properties and HBase conf 2024-11-15T23:13:08,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T23:13:08,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T23:13:08,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T23:13:09,605 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T23:13:09,673 INFO [Time-limited test {}] log.Log(170): Logging initialized @3264ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T23:13:09,752 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:13:09,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T23:13:09,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T23:13:09,843 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T23:13:09,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T23:13:09,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:13:09,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dbb6609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/hadoop.log.dir/,AVAILABLE} 2024-11-15T23:13:09,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a458c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T23:13:10,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33193295{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/java.io.tmpdir/jetty-localhost-46603-hadoop-hdfs-3_4_1-tests_jar-_-any-2632660195241254033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T23:13:10,121 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44bc0f{HTTP/1.1, (http/1.1)}{localhost:46603} 2024-11-15T23:13:10,122 INFO [Time-limited test {}] server.Server(415): Started @3713ms 2024-11-15T23:13:11,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T23:13:11,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T23:13:11,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T23:13:11,301 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T23:13:11,302 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T23:13:11,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d3472b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/hadoop.log.dir/,AVAILABLE} 2024-11-15T23:13:11,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b44477c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T23:13:11,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43a25bd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/java.io.tmpdir/jetty-localhost-41677-hadoop-hdfs-3_4_1-tests_jar-_-any-6819973787386843940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T23:13:11,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c03bad8{HTTP/1.1, (http/1.1)}{localhost:41677} 2024-11-15T23:13:11,417 INFO [Time-limited test {}] server.Server(415): Started @5009ms 2024-11-15T23:13:11,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T23:13:13,551 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/data/data2/current/BP-1929441706-172.17.0.2-1731712388992/current, will proceed with Du for space computation calculation, 2024-11-15T23:13:13,551 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/data/data1/current/BP-1929441706-172.17.0.2-1731712388992/current, will proceed with Du for space computation calculation, 2024-11-15T23:13:13,589 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T23:13:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d6e666c6185d53 with lease ID 0xd45c77f399d859cd: Processing first storage report for DS-c89c4719-0cb3-4f7c-9079-0a21d97db0de from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=975298e0-d803-42be-b223-c37e5235e7f6, infoPort=38353, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1462692409;c=1731712388992) 2024-11-15T23:13:13,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d6e666c6185d53 with lease ID 0xd45c77f399d859cd: from storage DS-c89c4719-0cb3-4f7c-9079-0a21d97db0de node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=975298e0-d803-42be-b223-c37e5235e7f6, infoPort=38353, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1462692409;c=1731712388992), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T23:13:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x14d6e666c6185d53 with lease ID 0xd45c77f399d859cd: Processing first storage report for DS-19b7318a-4827-4b49-b56a-27deb908d78a from datanode DatanodeRegistration(127.0.0.1:33569, datanodeUuid=975298e0-d803-42be-b223-c37e5235e7f6, infoPort=38353, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1462692409;c=1731712388992) 2024-11-15T23:13:13,640 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x14d6e666c6185d53 with lease ID 0xd45c77f399d859cd: from storage DS-19b7318a-4827-4b49-b56a-27deb908d78a node DatanodeRegistration(127.0.0.1:33569, datanodeUuid=975298e0-d803-42be-b223-c37e5235e7f6, infoPort=38353, infoSecurePort=0, ipcPort=42087, storageInfo=lv=-57;cid=testClusterID;nsid=1462692409;c=1731712388992), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T23:13:13,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b 2024-11-15T23:13:13,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/zookeeper_0, clientPort=60424, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T23:13:13,811 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60424 2024-11-15T23:13:13,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:13,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:14,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741825_1001 (size=7) 2024-11-15T23:13:14,506 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092 with version=8 2024-11-15T23:13:14,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/hbase-staging 2024-11-15T23:13:14,618 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T23:13:14,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d6ecb9b7dda1:0 server-side Connection retries=45 2024-11-15T23:13:14,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T23:13:14,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T23:13:14,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T23:13:14,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T23:13:14,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T23:13:15,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T23:13:15,098 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T23:13:15,107 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T23:13:15,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T23:13:15,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1023 (auto-detected) 2024-11-15T23:13:15,137 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T23:13:15,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37819 2024-11-15T23:13:15,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37819 connecting to ZooKeeper ensemble=127.0.0.1:60424 2024-11-15T23:13:15,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378190x0, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T23:13:15,305 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37819-0x10140c61ddf0000 connected 2024-11-15T23:13:15,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:15,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:15,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T23:13:15,948 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092, hbase.cluster.distributed=false 2024-11-15T23:13:15,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T23:13:15,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37819 2024-11-15T23:13:15,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37819 2024-11-15T23:13:15,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37819 2024-11-15T23:13:15,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37819 2024-11-15T23:13:15,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37819 2024-11-15T23:13:16,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d6ecb9b7dda1:0 server-side Connection retries=45 2024-11-15T23:13:16,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T23:13:16,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T23:13:16,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T23:13:16,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T23:13:16,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T23:13:16,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T23:13:16,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T23:13:16,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39489 2024-11-15T23:13:16,133 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39489 connecting to ZooKeeper ensemble=127.0.0.1:60424 2024-11-15T23:13:16,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:16,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:16,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394890x0, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T23:13:16,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394890x0, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T23:13:16,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39489-0x10140c61ddf0001 connected 2024-11-15T23:13:16,162 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T23:13:16,178 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T23:13:16,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T23:13:16,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T23:13:16,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-15T23:13:16,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39489 2024-11-15T23:13:16,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39489 2024-11-15T23:13:16,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-15T23:13:16,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39489 2024-11-15T23:13:16,229 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d6ecb9b7dda1:37819 2024-11-15T23:13:16,230 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:16,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T23:13:16,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T23:13:16,245 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T23:13:16,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:16,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:16,285 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T23:13:16,286 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d6ecb9b7dda1,37819,1731712394707 from backup master directory 2024-11-15T23:13:16,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T23:13:16,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:16,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T23:13:16,296 WARN [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T23:13:16,297 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:16,298 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T23:13:16,300 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T23:13:16,360 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/hbase.id] with ID: c2464ffa-caed-4dca-a952-dbbd79f87511 2024-11-15T23:13:16,360 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/.tmp/hbase.id 2024-11-15T23:13:16,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741826_1002 (size=42) 2024-11-15T23:13:16,773 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/.tmp/hbase.id]:[hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/hbase.id] 2024-11-15T23:13:16,824 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T23:13:16,831 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T23:13:16,851 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-15T23:13:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:16,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:16,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741827_1003 (size=196) 2024-11-15T23:13:17,306 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T23:13:17,309 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T23:13:17,324 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T23:13:17,328 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T23:13:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741828_1004 (size=1189) 2024-11-15T23:13:17,779 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store 2024-11-15T23:13:17,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741829_1005 (size=34) 2024-11-15T23:13:18,207 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T23:13:18,213 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:18,215 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T23:13:18,215 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:18,215 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:18,218 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T23:13:18,218 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:18,218 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:18,220 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731712398215Disabling compacts and flushes for region at 1731712398215Disabling writes for close at 1731712398218 (+3 ms)Writing region close event to WAL at 1731712398218Closed at 1731712398218 2024-11-15T23:13:18,222 WARN [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/.initializing 2024-11-15T23:13:18,222 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/WALs/d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:18,231 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T23:13:18,246 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C37819%2C1731712394707, suffix=, logDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/WALs/d6ecb9b7dda1,37819,1731712394707, archiveDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/oldWALs, maxLogs=10 2024-11-15T23:13:18,267 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/WALs/d6ecb9b7dda1,37819,1731712394707/d6ecb9b7dda1%2C37819%2C1731712394707.1731712398250, exclude list is [], retry=0 2024-11-15T23:13:18,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-c89c4719-0cb3-4f7c-9079-0a21d97db0de,DISK] 2024-11-15T23:13:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T23:13:18,317 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/WALs/d6ecb9b7dda1,37819,1731712394707/d6ecb9b7dda1%2C37819%2C1731712394707.1731712398250 2024-11-15T23:13:18,318 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38353:38353)] 2024-11-15T23:13:18,318 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T23:13:18,319 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:18,322 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,322 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T23:13:18,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:18,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:18,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T23:13:18,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:18,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T23:13:18,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T23:13:18,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:18,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T23:13:18,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T23:13:18,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:18,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T23:13:18,401 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,405 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,406 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,412 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,413 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,417 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T23:13:18,422 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T23:13:18,426 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T23:13:18,427 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59254366, jitterRate=-0.11704114079475403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T23:13:18,434 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731712398334Initializing all the Stores at 1731712398336 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712398337 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731712398338 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731712398338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731712398338Cleaning up temporary data from old regions at 1731712398413 (+75 ms)Region opened successfully at 1731712398434 (+21 ms) 2024-11-15T23:13:18,436 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T23:13:18,471 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378032bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d6ecb9b7dda1/172.17.0.2:0 2024-11-15T23:13:18,501 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T23:13:18,511 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T23:13:18,512 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T23:13:18,514 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T23:13:18,516 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T23:13:18,520 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T23:13:18,521 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T23:13:18,545 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T23:13:18,554 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T23:13:18,611 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T23:13:18,615 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T23:13:18,617 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T23:13:18,622 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T23:13:18,625 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T23:13:18,630 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T23:13:18,643 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T23:13:18,644 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T23:13:18,653 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T23:13:18,670 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T23:13:18,683 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T23:13:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T23:13:18,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T23:13:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:18,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:18,698 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d6ecb9b7dda1,37819,1731712394707, sessionid=0x10140c61ddf0000, setting cluster-up flag (Was=false) 2024-11-15T23:13:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:18,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:18,759 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T23:13:18,761 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:18,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:18,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:18,811 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T23:13:18,813 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:18,819 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T23:13:18,892 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T23:13:18,901 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T23:13:18,910 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T23:13:18,914 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(746): ClusterId : c2464ffa-caed-4dca-a952-dbbd79f87511 2024-11-15T23:13:18,917 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T23:13:18,917 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d6ecb9b7dda1,37819,1731712394707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T23:13:19,052 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T23:13:19,052 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T23:13:19,052 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-15T23:13:19,052 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-15T23:13:19,053 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-15T23:13:19,053 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=5, maxPoolSize=5 2024-11-15T23:13:19,053 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d6ecb9b7dda1:0, corePoolSize=10, maxPoolSize=10 2024-11-15T23:13:19,053 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,054 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=2, maxPoolSize=2 2024-11-15T23:13:19,054 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,058 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731712429058 2024-11-15T23:13:19,060 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T23:13:19,061 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T23:13:19,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T23:13:19,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T23:13:19,065 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T23:13:19,065 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T23:13:19,066 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T23:13:19,066 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T23:13:19,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:19,066 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T23:13:19,069 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T23:13:19,070 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T23:13:19,071 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T23:13:19,073 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T23:13:19,073 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T23:13:19,075 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.large.0-1731712399075,5,FailOnTimeoutGroup] 2024-11-15T23:13:19,076 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.small.0-1731712399076,5,FailOnTimeoutGroup] 2024-11-15T23:13:19,076 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,076 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T23:13:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741831_1007 (size=1321) 2024-11-15T23:13:19,078 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,078 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,086 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T23:13:19,087 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b94013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d6ecb9b7dda1/172.17.0.2:0 2024-11-15T23:13:19,100 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d6ecb9b7dda1:39489 2024-11-15T23:13:19,103 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T23:13:19,103 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T23:13:19,103 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T23:13:19,105 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(2659): reportForDuty to master=d6ecb9b7dda1,37819,1731712394707 with port=39489, startcode=1731712396068 2024-11-15T23:13:19,115 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T23:13:19,146 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T23:13:19,151 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:19,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37819 {}] master.ServerManager(517): Registering regionserver=d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:19,166 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092 2024-11-15T23:13:19,166 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45067 2024-11-15T23:13:19,166 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T23:13:19,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T23:13:19,180 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] zookeeper.ZKUtil(111): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:19,181 WARN [RS:0;d6ecb9b7dda1:39489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T23:13:19,181 INFO [RS:0;d6ecb9b7dda1:39489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T23:13:19,181 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:19,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d6ecb9b7dda1,39489,1731712396068] 2024-11-15T23:13:19,207 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T23:13:19,222 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T23:13:19,226 INFO [RS:0;d6ecb9b7dda1:39489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T23:13:19,226 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,227 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T23:13:19,232 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T23:13:19,233 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,233 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,233 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d6ecb9b7dda1:0, corePoolSize=2, maxPoolSize=2 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,234 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,235 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,235 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,235 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d6ecb9b7dda1:0, corePoolSize=1, maxPoolSize=1 2024-11-15T23:13:19,235 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d6ecb9b7dda1:0, corePoolSize=3, maxPoolSize=3 2024-11-15T23:13:19,235 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d6ecb9b7dda1:0, corePoolSize=3, maxPoolSize=3 2024-11-15T23:13:19,236 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,236 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,236 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,236 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,236 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,237 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,39489,1731712396068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T23:13:19,254 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T23:13:19,255 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,39489,1731712396068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,255 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,256 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.Replication(171): d6ecb9b7dda1,39489,1731712396068 started 2024-11-15T23:13:19,276 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:19,277 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1482): Serving as d6ecb9b7dda1,39489,1731712396068, RpcServer on d6ecb9b7dda1/172.17.0.2:39489, sessionid=0x10140c61ddf0001 2024-11-15T23:13:19,278 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T23:13:19,278 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:19,278 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6ecb9b7dda1,39489,1731712396068' 2024-11-15T23:13:19,279 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T23:13:19,280 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T23:13:19,281 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T23:13:19,281 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T23:13:19,281 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:19,281 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd6ecb9b7dda1,39489,1731712396068' 2024-11-15T23:13:19,281 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T23:13:19,282 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T23:13:19,283 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T23:13:19,283 INFO [RS:0;d6ecb9b7dda1:39489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T23:13:19,283 INFO [RS:0;d6ecb9b7dda1:39489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T23:13:19,389 INFO [RS:0;d6ecb9b7dda1:39489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T23:13:19,392 INFO [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C39489%2C1731712396068, suffix=, logDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068, archiveDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/oldWALs, maxLogs=32 2024-11-15T23:13:19,406 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068/d6ecb9b7dda1%2C39489%2C1731712396068.1731712399394, exclude list is [], retry=0 2024-11-15T23:13:19,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-c89c4719-0cb3-4f7c-9079-0a21d97db0de,DISK] 2024-11-15T23:13:19,414 INFO [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068/d6ecb9b7dda1%2C39489%2C1731712396068.1731712399394 2024-11-15T23:13:19,414 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38353:38353)] 2024-11-15T23:13:19,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T23:13:19,481 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092 2024-11-15T23:13:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741833_1009 (size=32) 2024-11-15T23:13:19,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:19,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T23:13:19,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T23:13:19,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:19,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:19,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T23:13:19,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T23:13:19,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:19,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:19,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T23:13:19,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T23:13:19,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:19,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:19,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T23:13:19,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T23:13:19,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:19,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:19,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T23:13:19,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740 2024-11-15T23:13:19,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740 2024-11-15T23:13:19,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T23:13:19,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T23:13:19,925 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T23:13:19,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T23:13:19,931 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T23:13:19,932 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65262913, jitterRate=-0.027506813406944275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T23:13:19,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731712399898Initializing all the Stores at 1731712399901 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712399901Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712399902 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731712399902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712399902Cleaning up temporary data from old regions at 1731712399925 (+23 ms)Region opened successfully at 1731712399935 (+10 ms) 2024-11-15T23:13:19,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T23:13:19,935 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T23:13:19,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T23:13:19,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T23:13:19,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T23:13:19,936 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T23:13:19,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731712399935Disabling compacts and flushes for region at 1731712399935Disabling writes for close at 1731712399935Writing region close event to WAL at 1731712399936 (+1 ms)Closed at 1731712399936 2024-11-15T23:13:19,939 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T23:13:19,939 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T23:13:19,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T23:13:19,952 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T23:13:19,955 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T23:13:20,112 DEBUG [d6ecb9b7dda1:37819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T23:13:20,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:20,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d6ecb9b7dda1,39489,1731712396068, state=OPENING 2024-11-15T23:13:20,190 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T23:13:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:20,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:20,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T23:13:20,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T23:13:20,206 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T23:13:20,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d6ecb9b7dda1,39489,1731712396068}] 2024-11-15T23:13:20,388 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T23:13:20,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T23:13:20,404 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T23:13:20,404 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T23:13:20,405 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T23:13:20,408 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d6ecb9b7dda1%2C39489%2C1731712396068.meta, suffix=.meta, logDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068, archiveDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/oldWALs, maxLogs=32 2024-11-15T23:13:20,425 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068/d6ecb9b7dda1%2C39489%2C1731712396068.meta.1731712400411.meta, exclude list is [], retry=0 2024-11-15T23:13:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33569,DS-c89c4719-0cb3-4f7c-9079-0a21d97db0de,DISK] 2024-11-15T23:13:20,432 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068/d6ecb9b7dda1%2C39489%2C1731712396068.meta.1731712400411.meta 2024-11-15T23:13:20,432 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38353:38353)] 2024-11-15T23:13:20,432 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T23:13:20,434 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T23:13:20,436 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T23:13:20,440 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T23:13:20,444 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T23:13:20,444 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:20,444 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T23:13:20,445 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T23:13:20,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T23:13:20,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T23:13:20,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:20,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:20,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T23:13:20,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T23:13:20,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:20,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:20,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T23:13:20,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T23:13:20,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:20,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:20,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T23:13:20,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T23:13:20,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:20,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T23:13:20,458 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T23:13:20,459 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740 2024-11-15T23:13:20,462 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740 2024-11-15T23:13:20,465 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T23:13:20,465 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T23:13:20,466 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T23:13:20,469 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T23:13:20,470 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69316274, jitterRate=0.032892972230911255}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T23:13:20,471 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T23:13:20,472 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731712400445Writing region info on filesystem at 1731712400445Initializing all the Stores at 1731712400447 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712400447Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712400447Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731712400447Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731712400447Cleaning up temporary data from old regions at 1731712400465 (+18 ms)Running coprocessor post-open hooks at 1731712400471 (+6 ms)Region opened successfully at 1731712400472 (+1 ms) 2024-11-15T23:13:20,478 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731712400379 2024-11-15T23:13:20,489 DEBUG [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T23:13:20,489 INFO [RS_OPEN_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T23:13:20,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:20,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d6ecb9b7dda1,39489,1731712396068, state=OPEN 2024-11-15T23:13:20,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T23:13:20,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T23:13:20,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T23:13:20,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T23:13:20,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:20,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T23:13:20,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d6ecb9b7dda1,39489,1731712396068 in 324 msec 2024-11-15T23:13:20,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T23:13:20,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 597 msec 2024-11-15T23:13:20,548 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T23:13:20,548 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T23:13:20,565 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T23:13:20,566 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=-1] 2024-11-15T23:13:20,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T23:13:20,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T23:13:20,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7610 sec 2024-11-15T23:13:20,610 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731712400610, completionTime=-1 2024-11-15T23:13:20,613 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T23:13:20,613 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T23:13:20,636 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T23:13:20,636 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731712460636 2024-11-15T23:13:20,636 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731712520636 2024-11-15T23:13:20,636 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-15T23:13:20,638 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,37819,1731712394707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,638 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,37819,1731712394707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,639 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,37819,1731712394707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,640 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d6ecb9b7dda1:37819, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,640 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,641 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,647 DEBUG [master/d6ecb9b7dda1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T23:13:20,664 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.367sec 2024-11-15T23:13:20,665 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T23:13:20,666 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T23:13:20,667 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T23:13:20,668 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T23:13:20,668 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T23:13:20,668 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,37819,1731712394707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T23:13:20,669 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,37819,1731712394707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T23:13:20,676 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T23:13:20,677 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T23:13:20,677 INFO [master/d6ecb9b7dda1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d6ecb9b7dda1,37819,1731712394707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T23:13:20,728 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T23:13:20,729 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T23:13:20,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d6ecb9b7dda1,37819,-1 for getting cluster id 2024-11-15T23:13:20,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T23:13:20,745 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2464ffa-caed-4dca-a952-dbbd79f87511' 2024-11-15T23:13:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T23:13:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2464ffa-caed-4dca-a952-dbbd79f87511" 2024-11-15T23:13:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2197f347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T23:13:20,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d6ecb9b7dda1,37819,-1] 2024-11-15T23:13:20,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T23:13:20,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T23:13:20,756 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T23:13:20,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a2bf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T23:13:20,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T23:13:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=-1] 2024-11-15T23:13:20,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T23:13:20,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T23:13:20,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:20,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=557, ProcessCount=11, AvailableMemoryMB=665 2024-11-15T23:13:20,820 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-11-15T23:13:20,821 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-11-15T23:13:20,841 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T23:13:20,841 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T23:13:20,841 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:20,855 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:20,855 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:20,855 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:20,856 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T23:13:20,856 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:20,856 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T23:13:20,856 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T23:13:20,870 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-11-15T23:13:20,870 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:20,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T23:13:20,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:20,880 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c80bdb1 2024-11-15T23:13:20,881 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T23:13:20,883 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T23:13:20,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T23:13:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned 2024-11-15T23:13:20,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T23:13:20,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testLogLargeBlockBytesScanned" procId is: 4 2024-11-15T23:13:20,900 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:20,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T23:13:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T23:13:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741835_1011 (size=404) 2024-11-15T23:13:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T23:13:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T23:13:21,322 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 30b78484cc834677b5452a7d7f9c4950, NAME => 'testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092 2024-11-15T23:13:21,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741836_1012 (size=64) 2024-11-15T23:13:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T23:13:21,736 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:21,736 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1722): Closing 30b78484cc834677b5452a7d7f9c4950, disabling compactions & flushes 2024-11-15T23:13:21,737 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:21,737 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:21,737 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. after waiting 0 ms 2024-11-15T23:13:21,738 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:21,738 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:21,739 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1676): Region close journal for 30b78484cc834677b5452a7d7f9c4950: Waiting for close lock at 1731712401736Disabling compacts and flushes for region at 1731712401736Disabling writes for close at 1731712401738 (+2 ms)Writing region close event to WAL at 1731712401738Closed at 1731712401738 2024-11-15T23:13:21,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T23:13:21,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731712401741"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731712401741"}]},"ts":"1731712401741"} 2024-11-15T23:13:21,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T23:13:21,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T23:13:21,757 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731712401754"}]},"ts":"1731712401754"} 2024-11-15T23:13:21,762 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLING in hbase:meta 2024-11-15T23:13:21,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=30b78484cc834677b5452a7d7f9c4950, ASSIGN}] 2024-11-15T23:13:21,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=30b78484cc834677b5452a7d7f9c4950, ASSIGN 2024-11-15T23:13:21,768 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=30b78484cc834677b5452a7d7f9c4950, ASSIGN; state=OFFLINE, location=d6ecb9b7dda1,39489,1731712396068; forceNewPlan=false, retain=false 2024-11-15T23:13:21,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30b78484cc834677b5452a7d7f9c4950, regionState=OPENING, regionLocation=d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:21,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=30b78484cc834677b5452a7d7f9c4950, ASSIGN because future has completed 2024-11-15T23:13:21,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30b78484cc834677b5452a7d7f9c4950, server=d6ecb9b7dda1,39489,1731712396068}] 2024-11-15T23:13:22,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T23:13:22,096 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:22,097 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 30b78484cc834677b5452a7d7f9c4950, NAME => 'testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950.', STARTKEY => '', ENDKEY => ''} 2024-11-15T23:13:22,097 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogLargeBlockBytesScanned 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,098 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:22,098 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,098 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,101 INFO [StoreOpener-30b78484cc834677b5452a7d7f9c4950-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family 0 of region 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,103 INFO [StoreOpener-30b78484cc834677b5452a7d7f9c4950-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30b78484cc834677b5452a7d7f9c4950 columnFamilyName 0 2024-11-15T23:13:22,103 DEBUG [StoreOpener-30b78484cc834677b5452a7d7f9c4950-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T23:13:22,104 INFO [StoreOpener-30b78484cc834677b5452a7d7f9c4950-1 {}] regionserver.HStore(327): Store=30b78484cc834677b5452a7d7f9c4950/0, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T23:13:22,105 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,106 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,107 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,108 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,108 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,111 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,115 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T23:13:22,116 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 30b78484cc834677b5452a7d7f9c4950; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982931, jitterRate=0.01302461326122284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T23:13:22,116 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:22,117 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 30b78484cc834677b5452a7d7f9c4950: Running coprocessor pre-open hook at 1731712402098Writing region info on filesystem at 1731712402098Initializing all the Stores at 1731712402100 (+2 ms)Instantiating store for column family {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731712402100Cleaning up temporary data from old regions at 1731712402108 (+8 ms)Running coprocessor post-open hooks at 1731712402116 (+8 ms)Region opened successfully at 1731712402117 (+1 ms) 2024-11-15T23:13:22,119 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., pid=6, masterSystemTime=1731712402086 2024-11-15T23:13:22,122 DEBUG [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:22,123 INFO [RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:22,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=30b78484cc834677b5452a7d7f9c4950, regionState=OPEN, openSeqNum=2, regionLocation=d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:22,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 30b78484cc834677b5452a7d7f9c4950, server=d6ecb9b7dda1,39489,1731712396068 because future has completed 2024-11-15T23:13:22,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T23:13:22,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 30b78484cc834677b5452a7d7f9c4950, server=d6ecb9b7dda1,39489,1731712396068 in 199 msec 2024-11-15T23:13:22,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T23:13:22,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=30b78484cc834677b5452a7d7f9c4950, ASSIGN in 370 msec 2024-11-15T23:13:22,139 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T23:13:22,139 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731712402139"}]},"ts":"1731712402139"} 2024-11-15T23:13:22,143 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLED in hbase:meta 2024-11-15T23:13:22,144 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T23:13:22,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned in 1.2530 sec 2024-11-15T23:13:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T23:13:23,053 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogLargeBlockBytesScanned completed 2024-11-15T23:13:23,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testLogLargeBlockBytesScanned get assigned. Timeout = 60000ms 2024-11-15T23:13:23,054 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T23:13:23,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testLogLargeBlockBytesScanned assigned to meta. Checking AM states. 2024-11-15T23:13:23,060 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T23:13:23,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testLogLargeBlockBytesScanned assigned. 2024-11-15T23:13:23,117 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaa', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:23,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aab', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:23,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aac', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:23,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aad', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:23,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaf', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aae', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aag', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., hostname=d6ecb9b7dda1,39489,1731712396068, seqNum=2] 2024-11-15T23:13:24,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.2 first region in multi=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:25,094 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T23:13:25,095 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T23:13:25,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testLogLargeBlockBytesScanned 2024-11-15T23:13:25,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testLogLargeBlockBytesScanned Metrics about Tables on a single HBase RegionServer 2024-11-15T23:13:25,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T23:13:25,104 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T23:13:25,104 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T23:13:25,104 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T23:13:25,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] ipc.RpcServer(592): (responseTooLarge): {"starttimems":"1731712404318","method":"Multi","processingtimems":825,"fsreadtime":"0","queuetimems":0,"call":"Multi(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$MultiRequest)","multi.gets":0,"responsesize":"124102","param":"region= testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., for 17576 action(s) and 1st row key=aaa","blockbytesscanned":"0","client":"172.17.0.2:38796","multi.service_calls":0,"class":"MiniHBaseClusterRegionServer","multi.mutations":17576} 2024-11-15T23:13:25,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T23:13:25,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogLargeBlockBytesScanned' 2024-11-15T23:13:25,285 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 30b78484cc834677b5452a7d7f9c4950 1/1 column families, dataSize=480.59 KB heapSize=1.74 MB 2024-11-15T23:13:25,423 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/.tmp/0/35c9419743364c9eb529520635578710 is 32, key is aaa/0:0/1731712404969/Put/seqid=0 2024-11-15T23:13:25,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741837_1013 (size=515031) 2024-11-15T23:13:25,832 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480.59 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/.tmp/0/35c9419743364c9eb529520635578710 2024-11-15T23:13:25,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/.tmp/0/35c9419743364c9eb529520635578710 as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/0/35c9419743364c9eb529520635578710 2024-11-15T23:13:25,880 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/0/35c9419743364c9eb529520635578710, entries=17576, sequenceid=5, filesize=503.0 K 2024-11-15T23:13:25,888 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~480.59 KB/492128, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 30b78484cc834677b5452a7d7f9c4950 in 601ms, sequenceid=5, compaction requested=false 2024-11-15T23:13:25,889 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 30b78484cc834677b5452a7d7f9c4950: 2024-11-15T23:13:25,889 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-11-15T23:13:25,889 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-11-15T23:13:25,903 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T23:13:25,903 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T23:13:25,903 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T23:13:25,917 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:25,917 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:25,917 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:25,917 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:25,918 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T23:13:25,918 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:25,918 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 30b78484cc834677b5452a7d7f9c4950 columnFamilyName 0 2024-11-15T23:13:25,918 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T23:13:25,918 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T23:13:25,919 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T23:13:25,919 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-11-15T23:13:25,919 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-15T23:13:25,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39489 {}] ipc.RpcServer(592): (responseTooLarge): {"call":"Scan(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ScanRequest)","starttimems":"1731712405921","responsesize":"92","method":"Scan","param":"region { type: REGION_NAME value: \"testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950.\" } scan { attribute { name: \"_isolat ","processingtimems":11,"blockbytesscanned":"65540","fsreadtime":"2","client":"172.17.0.2:38796","queuetimems":0,"class":"MiniHBaseClusterRegionServer"} 2024-11-15T23:13:25,946 DEBUG [ForkJoinPool.commonPool-worker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T23:13:25,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T23:13:25,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T23:13:25,965 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=218 (was 211) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2027029346_22 at /127.0.0.1:44930 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d6ecb9b7dda1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=520 (was 557), ProcessCount=11 (was 11), AvailableMemoryMB=244 (was 665) 2024-11-15T23:13:25,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T23:13:25,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T23:13:25,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T23:13:25,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T23:13:25,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T23:13:25,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T23:13:25,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T23:13:25,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=939014975, stopped=false 2024-11-15T23:13:25,971 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d6ecb9b7dda1,37819,1731712394707 2024-11-15T23:13:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T23:13:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T23:13:25,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T23:13:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:25,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:25,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T23:13:25,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T23:13:25,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T23:13:25,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T23:13:25,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd6ecb9b7dda1,39489,1731712396068' ***** 2024-11-15T23:13:25,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T23:13:25,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T23:13:25,992 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T23:13:25,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T23:13:25,993 INFO [RS:0;d6ecb9b7dda1:39489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T23:13:25,993 INFO [RS:0;d6ecb9b7dda1:39489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T23:13:25,993 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:25,993 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(959): stopping server d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:25,994 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T23:13:25,994 INFO [RS:0;d6ecb9b7dda1:39489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d6ecb9b7dda1:39489. 2024-11-15T23:13:25,994 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T23:13:25,994 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T23:13:25,994 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T23:13:25,994 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T23:13:25,994 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 30b78484cc834677b5452a7d7f9c4950, disabling compactions & flushes 2024-11-15T23:13:25,994 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T23:13:25,994 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:25,994 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T23:13:25,994 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:25,994 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. after waiting 0 ms 2024-11-15T23:13:25,994 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:25,995 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T23:13:25,995 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1325): Online Regions={30b78484cc834677b5452a7d7f9c4950=testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T23:13:25,995 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T23:13:25,995 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T23:13:25,995 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T23:13:25,995 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T23:13:25,995 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T23:13:25,995 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 30b78484cc834677b5452a7d7f9c4950 2024-11-15T23:13:25,995 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.54 KB heapSize=3.55 KB 2024-11-15T23:13:26,001 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/default/testLogLargeBlockBytesScanned/30b78484cc834677b5452a7d7f9c4950/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T23:13:26,003 INFO [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:26,003 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 30b78484cc834677b5452a7d7f9c4950: Waiting for close lock at 1731712405994Running coprocessor pre-close hooks at 1731712405994Disabling compacts and flushes for region at 1731712405994Disabling writes for close at 1731712405994Writing region close event to WAL at 1731712405996 (+2 ms)Running coprocessor post-close hooks at 1731712406002 (+6 ms)Closed at 1731712406003 (+1 ms) 2024-11-15T23:13:26,003 DEBUG [RS_CLOSE_REGION-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950. 2024-11-15T23:13:26,022 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/info/226d8fecfb4943789f9bcca578fcf370 is 179, key is testLogLargeBlockBytesScanned,,1731712400885.30b78484cc834677b5452a7d7f9c4950./info:regioninfo/1731712402123/Put/seqid=0 2024-11-15T23:13:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741838_1014 (size=6872) 2024-11-15T23:13:26,044 INFO [regionserver/d6ecb9b7dda1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T23:13:26,195 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T23:13:26,258 INFO [regionserver/d6ecb9b7dda1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T23:13:26,259 INFO [regionserver/d6ecb9b7dda1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T23:13:26,396 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T23:13:26,430 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.34 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/info/226d8fecfb4943789f9bcca578fcf370 2024-11-15T23:13:26,464 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/ns/b0a73e0175b74da9a1659d84d783e302 is 43, key is default/ns:d/1731712400593/Put/seqid=0 2024-11-15T23:13:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741839_1015 (size=5153) 2024-11-15T23:13:26,596 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T23:13:26,796 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T23:13:26,873 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/ns/b0a73e0175b74da9a1659d84d783e302 2024-11-15T23:13:26,905 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/table/965d6d227087487ea1918b26385dc450 is 65, key is testLogLargeBlockBytesScanned/table:state/1731712402139/Put/seqid=0 2024-11-15T23:13:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741840_1016 (size=5340) 2024-11-15T23:13:26,997 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T23:13:26,997 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T23:13:26,997 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T23:13:27,197 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T23:13:27,313 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/table/965d6d227087487ea1918b26385dc450 2024-11-15T23:13:27,324 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/info/226d8fecfb4943789f9bcca578fcf370 as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/info/226d8fecfb4943789f9bcca578fcf370 2024-11-15T23:13:27,334 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/info/226d8fecfb4943789f9bcca578fcf370, entries=10, sequenceid=11, filesize=6.7 K 2024-11-15T23:13:27,336 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/ns/b0a73e0175b74da9a1659d84d783e302 as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/ns/b0a73e0175b74da9a1659d84d783e302 2024-11-15T23:13:27,348 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/ns/b0a73e0175b74da9a1659d84d783e302, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T23:13:27,349 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/.tmp/table/965d6d227087487ea1918b26385dc450 as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/table/965d6d227087487ea1918b26385dc450 2024-11-15T23:13:27,360 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/table/965d6d227087487ea1918b26385dc450, entries=2, sequenceid=11, filesize=5.2 K 2024-11-15T23:13:27,362 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=11, compaction requested=false 2024-11-15T23:13:27,369 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T23:13:27,370 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T23:13:27,370 INFO [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T23:13:27,370 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731712405995Running coprocessor pre-close hooks at 1731712405995Disabling compacts and flushes for region at 1731712405995Disabling writes for close at 1731712405995Obtaining lock to block concurrent updates at 1731712405995Preparing flush snapshotting stores in 1588230740 at 1731712405995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1572, getHeapSize=3576, getOffHeapSize=0, getCellsCount=14 at 1731712405996 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731712405997 (+1 ms)Flushing 1588230740/info: creating writer at 1731712405997Flushing 1588230740/info: appending metadata at 1731712406017 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731712406017Flushing 1588230740/ns: creating writer at 1731712406448 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731712406463 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731712406463Flushing 1588230740/table: creating writer at 1731712406888 (+425 ms)Flushing 1588230740/table: appending metadata at 1731712406904 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731712406904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e32a1d: reopening flushed file at 1731712407322 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef3df47: reopening flushed file at 1731712407334 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2285e22e: reopening flushed file at 1731712407348 (+14 ms)Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1366ms, sequenceid=11, compaction requested=false at 1731712407362 (+14 ms)Writing region close event to WAL at 1731712407363 (+1 ms)Running coprocessor post-close hooks at 1731712407370 (+7 ms)Closed at 1731712407370 2024-11-15T23:13:27,370 DEBUG [RS_CLOSE_META-regionserver/d6ecb9b7dda1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T23:13:27,398 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(976): stopping server d6ecb9b7dda1,39489,1731712396068; all regions closed. 2024-11-15T23:13:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741834_1010 (size=2946) 2024-11-15T23:13:27,409 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/oldWALs 2024-11-15T23:13:27,409 INFO [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6ecb9b7dda1%2C39489%2C1731712396068.meta:.meta(num 1731712400411) 2024-11-15T23:13:27,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741832_1008 (size=563857) 2024-11-15T23:13:27,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/WALs/d6ecb9b7dda1,39489,1731712396068/d6ecb9b7dda1%2C39489%2C1731712396068.1731712399394 not finished, retry = 0 2024-11-15T23:13:27,517 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/oldWALs 2024-11-15T23:13:27,517 INFO [RS:0;d6ecb9b7dda1:39489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d6ecb9b7dda1%2C39489%2C1731712396068:(num 1731712399394) 2024-11-15T23:13:27,517 DEBUG [RS:0;d6ecb9b7dda1:39489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T23:13:27,517 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T23:13:27,517 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T23:13:27,518 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.ChoreService(370): Chore service for: regionserver/d6ecb9b7dda1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T23:13:27,518 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T23:13:27,518 INFO [regionserver/d6ecb9b7dda1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T23:13:27,518 INFO [RS:0;d6ecb9b7dda1:39489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39489 2024-11-15T23:13:27,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d6ecb9b7dda1,39489,1731712396068 2024-11-15T23:13:27,619 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T23:13:27,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T23:13:27,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d6ecb9b7dda1,39489,1731712396068] 2024-11-15T23:13:27,642 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d6ecb9b7dda1,39489,1731712396068 already deleted, retry=false 2024-11-15T23:13:27,643 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d6ecb9b7dda1,39489,1731712396068 expired; onlineServers=0 2024-11-15T23:13:27,643 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd6ecb9b7dda1,37819,1731712394707' ***** 2024-11-15T23:13:27,644 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T23:13:27,644 INFO [M:0;d6ecb9b7dda1:37819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T23:13:27,644 INFO [M:0;d6ecb9b7dda1:37819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T23:13:27,645 DEBUG [M:0;d6ecb9b7dda1:37819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T23:13:27,645 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T23:13:27,645 DEBUG [M:0;d6ecb9b7dda1:37819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T23:13:27,646 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.large.0-1731712399075 {}] cleaner.HFileCleaner(306): Exit Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.large.0-1731712399075,5,FailOnTimeoutGroup] 2024-11-15T23:13:27,646 DEBUG [master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.small.0-1731712399076 {}] cleaner.HFileCleaner(306): Exit Thread[master/d6ecb9b7dda1:0:becomeActiveMaster-HFileCleaner.small.0-1731712399076,5,FailOnTimeoutGroup] 2024-11-15T23:13:27,647 INFO [M:0;d6ecb9b7dda1:37819 {}] hbase.ChoreService(370): Chore service for: master/d6ecb9b7dda1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T23:13:27,647 INFO [M:0;d6ecb9b7dda1:37819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T23:13:27,647 DEBUG [M:0;d6ecb9b7dda1:37819 {}] master.HMaster(1795): Stopping service threads 2024-11-15T23:13:27,647 INFO [M:0;d6ecb9b7dda1:37819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T23:13:27,647 INFO [M:0;d6ecb9b7dda1:37819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T23:13:27,648 INFO [M:0;d6ecb9b7dda1:37819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T23:13:27,648 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T23:13:27,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T23:13:27,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T23:13:27,653 DEBUG [M:0;d6ecb9b7dda1:37819 {}] zookeeper.ZKUtil(347): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T23:13:27,653 WARN [M:0;d6ecb9b7dda1:37819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T23:13:27,654 INFO [M:0;d6ecb9b7dda1:37819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/.lastflushedseqids 2024-11-15T23:13:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741841_1017 (size=126) 2024-11-15T23:13:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T23:13:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39489-0x10140c61ddf0001, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T23:13:27,733 INFO [RS:0;d6ecb9b7dda1:39489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T23:13:27,733 INFO [RS:0;d6ecb9b7dda1:39489 {}] regionserver.HRegionServer(1031): Exiting; stopping=d6ecb9b7dda1,39489,1731712396068; zookeeper connection closed. 2024-11-15T23:13:27,734 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a3f2d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a3f2d9 2024-11-15T23:13:27,734 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T23:13:28,066 INFO [M:0;d6ecb9b7dda1:37819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T23:13:28,066 INFO [M:0;d6ecb9b7dda1:37819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T23:13:28,066 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T23:13:28,067 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:28,067 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:28,067 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T23:13:28,067 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:28,067 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.74 KB heapSize=28.64 KB 2024-11-15T23:13:28,085 DEBUG [M:0;d6ecb9b7dda1:37819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dba2aa89fbf343dcbbc0fbc3c74d3f8f is 82, key is hbase:meta,,1/info:regioninfo/1731712400490/Put/seqid=0 2024-11-15T23:13:28,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741842_1018 (size=5672) 2024-11-15T23:13:28,511 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dba2aa89fbf343dcbbc0fbc3c74d3f8f 2024-11-15T23:13:28,555 DEBUG [M:0;d6ecb9b7dda1:37819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f275dcddd0b04a15b54dd0066df25148 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731712402146/Put/seqid=0 2024-11-15T23:13:28,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741843_1019 (size=6114) 2024-11-15T23:13:28,969 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.19 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f275dcddd0b04a15b54dd0066df25148 2024-11-15T23:13:28,995 DEBUG [M:0;d6ecb9b7dda1:37819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6d3865dc96c4cac92816cd56a92f10d is 69, key is d6ecb9b7dda1,39489,1731712396068/rs:state/1731712399155/Put/seqid=0 2024-11-15T23:13:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741844_1020 (size=5156) 2024-11-15T23:13:29,402 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6d3865dc96c4cac92816cd56a92f10d 2024-11-15T23:13:29,414 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dba2aa89fbf343dcbbc0fbc3c74d3f8f as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dba2aa89fbf343dcbbc0fbc3c74d3f8f 2024-11-15T23:13:29,423 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dba2aa89fbf343dcbbc0fbc3c74d3f8f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T23:13:29,425 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f275dcddd0b04a15b54dd0066df25148 as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f275dcddd0b04a15b54dd0066df25148 2024-11-15T23:13:29,432 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f275dcddd0b04a15b54dd0066df25148, entries=6, sequenceid=55, filesize=6.0 K 2024-11-15T23:13:29,434 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6d3865dc96c4cac92816cd56a92f10d as hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6d3865dc96c4cac92816cd56a92f10d 2024-11-15T23:13:29,441 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45067/user/jenkins/test-data/01f861ec-dd0a-9acf-f297-9a9adc94b092/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6d3865dc96c4cac92816cd56a92f10d, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T23:13:29,443 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.74 KB/23290, heapSize ~28.34 KB/29024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1376ms, sequenceid=55, compaction requested=false 2024-11-15T23:13:29,444 INFO [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T23:13:29,444 DEBUG [M:0;d6ecb9b7dda1:37819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731712408066Disabling compacts and flushes for region at 1731712408066Disabling writes for close at 1731712408067 (+1 ms)Obtaining lock to block concurrent updates at 1731712408067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731712408067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23290, getHeapSize=29264, getOffHeapSize=0, getCellsCount=66 at 1731712408067Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731712408068 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731712408069 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731712408085 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731712408085Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731712408525 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731712408554 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731712408554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731712408978 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731712408994 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731712408994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53baf2c2: reopening flushed file at 1731712409413 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df082bf: reopening flushed file at 1731712409424 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e69080b: reopening flushed file at 1731712409432 (+8 ms)Finished flush of dataSize ~22.74 KB/23290, heapSize ~28.34 KB/29024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1376ms, sequenceid=55, compaction requested=false at 1731712409443 (+11 ms)Writing region close event to WAL at 1731712409444 (+1 ms)Closed at 1731712409444 2024-11-15T23:13:29,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33569 is added to blk_1073741830_1006 (size=27397) 2024-11-15T23:13:29,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T23:13:29,449 INFO [M:0;d6ecb9b7dda1:37819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T23:13:29,449 INFO [M:0;d6ecb9b7dda1:37819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37819 2024-11-15T23:13:29,449 INFO [M:0;d6ecb9b7dda1:37819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T23:13:29,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T23:13:29,595 INFO [M:0;d6ecb9b7dda1:37819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T23:13:29,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37819-0x10140c61ddf0000, quorum=127.0.0.1:60424, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T23:13:29,605 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43a25bd6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T23:13:29,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c03bad8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T23:13:29,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T23:13:29,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b44477c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T23:13:29,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d3472b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/hadoop.log.dir/,STOPPED} 2024-11-15T23:13:29,612 WARN [BP-1929441706-172.17.0.2-1731712388992 heartbeating to localhost/127.0.0.1:45067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T23:13:29,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T23:13:29,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T23:13:29,612 WARN [BP-1929441706-172.17.0.2-1731712388992 heartbeating to localhost/127.0.0.1:45067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929441706-172.17.0.2-1731712388992 (Datanode Uuid 975298e0-d803-42be-b223-c37e5235e7f6) service to localhost/127.0.0.1:45067 2024-11-15T23:13:29,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/data/data1/current/BP-1929441706-172.17.0.2-1731712388992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T23:13:29,614 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/cluster_ad239edc-058d-4862-5fe1-f4113aece2a4/data/data2/current/BP-1929441706-172.17.0.2-1731712388992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T23:13:29,614 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T23:13:29,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33193295{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T23:13:29,628 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44bc0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T23:13:29,628 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T23:13:29,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a458c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T23:13:29,628 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dbb6609{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/9650e716-43c4-e95f-7300-f0477462da9b/hadoop.log.dir/,STOPPED} 2024-11-15T23:13:29,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T23:13:29,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down