2024-11-28 03:37:13,123 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-11-28 03:37:13,138 main DEBUG Took 0.012538 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-28 03:37:13,139 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-28 03:37:13,139 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-28 03:37:13,140 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-28 03:37:13,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,156 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-28 03:37:13,168 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,172 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,172 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,173 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,174 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,174 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,175 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,176 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,176 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,177 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,178 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,178 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,179 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,179 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,180 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,180 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,181 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,182 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,183 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,183 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-28 03:37:13,184 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,184 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-28 03:37:13,186 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-28 03:37:13,188 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-28 03:37:13,190 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-28 03:37:13,190 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-28 03:37:13,192 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-28 03:37:13,193 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-28 03:37:13,204 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-28 03:37:13,207 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-28 03:37:13,209 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-28 03:37:13,210 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-28 03:37:13,210 main DEBUG createAppenders(={Console}) 2024-11-28 03:37:13,211 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 initialized 2024-11-28 03:37:13,212 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-11-28 03:37:13,212 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 OK. 2024-11-28 03:37:13,213 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-28 03:37:13,213 main DEBUG OutputStream closed 2024-11-28 03:37:13,214 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-28 03:37:13,214 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-28 03:37:13,214 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@741a8937 OK 2024-11-28 03:37:13,297 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-28 03:37:13,300 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-28 03:37:13,301 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-28 03:37:13,302 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-28 03:37:13,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-28 03:37:13,303 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-28 03:37:13,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-28 03:37:13,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-28 03:37:13,304 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-28 03:37:13,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-28 03:37:13,305 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-28 03:37:13,306 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-28 03:37:13,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-28 03:37:13,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-28 03:37:13,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-28 03:37:13,307 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-28 03:37:13,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-28 03:37:13,308 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-28 03:37:13,311 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28 03:37:13,311 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@466276d8) with optional ClassLoader: null 2024-11-28 03:37:13,311 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-28 03:37:13,312 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@466276d8] started OK. 2024-11-28T03:37:13,326 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestTooLargeLog timeout: 13 mins 2024-11-28 03:37:13,329 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-28 03:37:13,329 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-28T03:37:13,572 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639 2024-11-28T03:37:13,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-28T03:37:13,601 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7, deleteOnExit=true 2024-11-28T03:37:13,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-28T03:37:13,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/test.cache.data in system properties and HBase conf 2024-11-28T03:37:13,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/hadoop.tmp.dir in system properties and HBase conf 2024-11-28T03:37:13,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/hadoop.log.dir in system properties and HBase conf 2024-11-28T03:37:13,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-28T03:37:13,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-28T03:37:13,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-28T03:37:13,693 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-28T03:37:13,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-28T03:37:13,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:37:13,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-28T03:37:13,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-28T03:37:13,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:37:13,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-28T03:37:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-28T03:37:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-28T03:37:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:37:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-28T03:37:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/nfs.dump.dir in system properties and HBase conf 2024-11-28T03:37:13,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/java.io.tmpdir in system properties and HBase conf 2024-11-28T03:37:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-28T03:37:13,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-28T03:37:13,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-28T03:37:14,626 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-28T03:37:14,710 INFO [Time-limited test {}] log.Log(170): Logging initialized @2364ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-28T03:37:14,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:37:14,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:37:14,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:37:14,869 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:37:14,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-28T03:37:14,884 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:37:14,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@af39055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:37:14,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b11ee5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:37:15,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62694f30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/java.io.tmpdir/jetty-localhost-34371-hadoop-hdfs-3_4_1-tests_jar-_-any-13487914583300635385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:37:15,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38646671{HTTP/1.1, (http/1.1)}{localhost:34371} 2024-11-28T03:37:15,090 INFO [Time-limited test {}] server.Server(415): Started @2745ms 2024-11-28T03:37:15,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-28T03:37:15,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-28T03:37:15,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-28T03:37:15,497 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-28T03:37:15,497 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-28T03:37:15,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ceca57a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/hadoop.log.dir/,AVAILABLE} 2024-11-28T03:37:15,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64816a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-28T03:37:15,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e78e83{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/java.io.tmpdir/jetty-localhost-45911-hadoop-hdfs-3_4_1-tests_jar-_-any-2462458195175250452/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:37:15,625 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40b6dc9f{HTTP/1.1, (http/1.1)}{localhost:45911} 2024-11-28T03:37:15,625 INFO [Time-limited test {}] server.Server(415): Started @3280ms 2024-11-28T03:37:15,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-28T03:37:16,203 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/data/data1/current/BP-746464156-172.17.0.2-1732765034382/current, will proceed with Du for space computation calculation, 2024-11-28T03:37:16,203 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/data/data2/current/BP-746464156-172.17.0.2-1732765034382/current, will proceed with Du for space computation calculation, 2024-11-28T03:37:16,240 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-28T03:37:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2ab0804d6ca4d33 with lease ID 0x83b1052aeca74f61: Processing first storage report for DS-6b6b4c67-90fc-44cd-98b7-4e5b0888a365 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=43b6ce99-6427-40b9-8c0a-dbcd008a531c, infoPort=36023, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=404849318;c=1732765034382) 2024-11-28T03:37:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2ab0804d6ca4d33 with lease ID 0x83b1052aeca74f61: from storage DS-6b6b4c67-90fc-44cd-98b7-4e5b0888a365 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=43b6ce99-6427-40b9-8c0a-dbcd008a531c, infoPort=36023, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=404849318;c=1732765034382), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-28T03:37:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2ab0804d6ca4d33 with lease ID 0x83b1052aeca74f61: Processing first storage report for DS-13ccc7f8-da41-48f3-aee4-5ec58d949598 from datanode DatanodeRegistration(127.0.0.1:40495, datanodeUuid=43b6ce99-6427-40b9-8c0a-dbcd008a531c, infoPort=36023, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=404849318;c=1732765034382) 2024-11-28T03:37:16,295 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2ab0804d6ca4d33 with lease ID 0x83b1052aeca74f61: from storage DS-13ccc7f8-da41-48f3-aee4-5ec58d949598 node DatanodeRegistration(127.0.0.1:40495, datanodeUuid=43b6ce99-6427-40b9-8c0a-dbcd008a531c, infoPort=36023, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=404849318;c=1732765034382), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-28T03:37:16,355 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639 2024-11-28T03:37:16,438 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/zookeeper_0, clientPort=52564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-28T03:37:16,449 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52564 2024-11-28T03:37:16,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:16,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:16,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741825_1001 (size=7) 2024-11-28T03:37:17,103 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1 with version=8 2024-11-28T03:37:17,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/hbase-staging 2024-11-28T03:37:17,198 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-28T03:37:17,448 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:37:17,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:37:17,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:37:17,464 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:37:17,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:37:17,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:37:17,600 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-28T03:37:17,662 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-28T03:37:17,670 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-28T03:37:17,674 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:37:17,701 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 17511 (auto-detected) 2024-11-28T03:37:17,702 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-28T03:37:17,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36213 2024-11-28T03:37:17,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36213 connecting to ZooKeeper ensemble=127.0.0.1:52564 2024-11-28T03:37:17,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362130x0, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:37:17,778 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36213-0x1015ca61a110000 connected 2024-11-28T03:37:17,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:17,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:17,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:37:17,819 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1, hbase.cluster.distributed=false 2024-11-28T03:37:17,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T03:37:17,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-28T03:37:17,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36213 2024-11-28T03:37:17,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36213 2024-11-28T03:37:17,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-28T03:37:17,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-28T03:37:17,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b4e3b2a3b1ef:0 server-side Connection retries=45 2024-11-28T03:37:17,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:37:17,969 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-28T03:37:17,969 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-28T03:37:17,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-28T03:37:17,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-28T03:37:17,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-28T03:37:17,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-28T03:37:17,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38153 2024-11-28T03:37:17,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38153 connecting to ZooKeeper ensemble=127.0.0.1:52564 2024-11-28T03:37:17,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:17,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:17,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381530x0, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-28T03:37:17,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38153-0x1015ca61a110001 connected 2024-11-28T03:37:17,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:37:17,993 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-28T03:37:18,001 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-28T03:37:18,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-28T03:37:18,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-28T03:37:18,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38153 2024-11-28T03:37:18,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38153 2024-11-28T03:37:18,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38153 2024-11-28T03:37:18,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38153 2024-11-28T03:37:18,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38153 2024-11-28T03:37:18,031 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b4e3b2a3b1ef:36213 2024-11-28T03:37:18,032 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:37:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:37:18,041 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:18,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-28T03:37:18,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:18,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:18,064 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-28T03:37:18,065 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b4e3b2a3b1ef,36213,1732765037250 from backup master directory 2024-11-28T03:37:18,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:18,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:37:18,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-28T03:37:18,071 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:37:18,071 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:18,073 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-28T03:37:18,075 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-28T03:37:18,130 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/hbase.id] with ID: 4180687b-4fa6-472e-a119-d33fa8b263a9 2024-11-28T03:37:18,130 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/.tmp/hbase.id 2024-11-28T03:37:18,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741826_1002 (size=42) 2024-11-28T03:37:18,541 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/.tmp/hbase.id]:[hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/hbase.id] 2024-11-28T03:37:18,584 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-28T03:37:18,589 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-28T03:37:18,607 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-28T03:37:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741827_1003 (size=196) 2024-11-28T03:37:19,042 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:37:19,044 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-28T03:37:19,061 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-28T03:37:19,065 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:37:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741828_1004 (size=1189) 2024-11-28T03:37:19,515 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store 2024-11-28T03:37:19,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741829_1005 (size=34) 2024-11-28T03:37:19,941 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-28T03:37:19,944 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:19,946 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:37:19,946 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:19,946 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:19,948 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:37:19,948 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:19,949 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:19,950 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732765039945Disabling compacts and flushes for region at 1732765039945Disabling writes for close at 1732765039948 (+3 ms)Writing region close event to WAL at 1732765039948Closed at 1732765039948 2024-11-28T03:37:19,953 WARN [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/.initializing 2024-11-28T03:37:19,953 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/WALs/b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:19,963 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:37:19,979 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C36213%2C1732765037250, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/WALs/b4e3b2a3b1ef,36213,1732765037250, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/oldWALs, maxLogs=10 2024-11-28T03:37:20,012 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/WALs/b4e3b2a3b1ef,36213,1732765037250/b4e3b2a3b1ef%2C36213%2C1732765037250.1732765039985, exclude list is [], retry=0 2024-11-28T03:37:20,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-6b6b4c67-90fc-44cd-98b7-4e5b0888a365,DISK] 2024-11-28T03:37:20,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-28T03:37:20,067 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/WALs/b4e3b2a3b1ef,36213,1732765037250/b4e3b2a3b1ef%2C36213%2C1732765037250.1732765039985 2024-11-28T03:37:20,068 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36023:36023)] 2024-11-28T03:37:20,068 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:37:20,069 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:20,072 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,073 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-28T03:37:20,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:20,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:20,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-28T03:37:20,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:20,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:37:20,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-28T03:37:20,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:20,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:37:20,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-28T03:37:20,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:20,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:37:20,158 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,161 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,162 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,167 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,167 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,171 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:37:20,174 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-28T03:37:20,178 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:37:20,180 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68399045, jitterRate=0.019225195050239563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:37:20,185 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732765040084Initializing all the Stores at 1732765040086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765040087 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732765040088 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732765040088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732765040088Cleaning up temporary data from old regions at 1732765040168 (+80 ms)Region opened successfully at 1732765040185 (+17 ms) 2024-11-28T03:37:20,186 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-28T03:37:20,219 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fd7758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:37:20,251 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-28T03:37:20,262 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-28T03:37:20,262 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-28T03:37:20,265 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-28T03:37:20,267 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-28T03:37:20,272 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-28T03:37:20,272 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-28T03:37:20,298 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-28T03:37:20,307 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-28T03:37:20,309 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-28T03:37:20,312 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-28T03:37:20,314 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-28T03:37:20,315 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-28T03:37:20,317 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-28T03:37:20,321 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-28T03:37:20,324 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-28T03:37:20,325 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-28T03:37:20,326 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-28T03:37:20,345 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-28T03:37:20,346 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-28T03:37:20,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T03:37:20,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-28T03:37:20,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:20,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:20,353 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b4e3b2a3b1ef,36213,1732765037250, sessionid=0x1015ca61a110000, setting cluster-up flag (Was=false) 2024-11-28T03:37:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:20,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:20,373 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-28T03:37:20,374 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:20,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:20,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:20,390 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-28T03:37:20,392 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:20,398 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-28T03:37:20,421 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(746): ClusterId : 4180687b-4fa6-472e-a119-d33fa8b263a9 2024-11-28T03:37:20,425 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-28T03:37:20,429 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-28T03:37:20,429 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-28T03:37:20,432 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-28T03:37:20,432 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecb6ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b4e3b2a3b1ef/172.17.0.2:0 2024-11-28T03:37:20,447 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b4e3b2a3b1ef:38153 2024-11-28T03:37:20,450 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-28T03:37:20,451 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-28T03:37:20,451 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-28T03:37:20,453 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,36213,1732765037250 with port=38153, startcode=1732765037925 2024-11-28T03:37:20,465 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-28T03:37:20,475 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-28T03:37:20,488 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-28T03:37:20,497 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-28T03:37:20,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-28T03:37:20,504 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b4e3b2a3b1ef,36213,1732765037250 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-28T03:37:20,510 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-28T03:37:20,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:37:20,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:37:20,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:37:20,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=5, maxPoolSize=5 2024-11-28T03:37:20,512 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b4e3b2a3b1ef:0, corePoolSize=10, maxPoolSize=10 2024-11-28T03:37:20,513 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,513 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:37:20,513 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,517 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732765070517 2024-11-28T03:37:20,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:37:20,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-28T03:37:20,519 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-28T03:37:20,521 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-28T03:37:20,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:20,525 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-28T03:37:20,526 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-28T03:37:20,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-28T03:37:20,526 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-28T03:37:20,526 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-28T03:37:20,527 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,533 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-28T03:37:20,534 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-28T03:37:20,535 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-28T03:37:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741831_1007 (size=1321) 2024-11-28T03:37:20,540 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-28T03:37:20,541 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-28T03:37:20,543 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732765040542,5,FailOnTimeoutGroup] 2024-11-28T03:37:20,544 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732765040543,5,FailOnTimeoutGroup] 2024-11-28T03:37:20,544 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,544 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-28T03:37:20,545 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-28T03:37:20,545 WARN [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-28T03:37:20,545 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,546 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,647 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(2659): reportForDuty to master=b4e3b2a3b1ef,36213,1732765037250 with port=38153, startcode=1732765037925 2024-11-28T03:37:20,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:20,652 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(517): Registering regionserver=b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:20,660 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1 2024-11-28T03:37:20,661 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39595 2024-11-28T03:37:20,661 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-28T03:37:20,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T03:37:20,667 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] zookeeper.ZKUtil(111): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:20,667 WARN [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-28T03:37:20,668 INFO [RS:0;b4e3b2a3b1ef:38153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:37:20,668 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:20,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b4e3b2a3b1ef,38153,1732765037925] 2024-11-28T03:37:20,699 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-28T03:37:20,716 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-28T03:37:20,722 INFO [RS:0;b4e3b2a3b1ef:38153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:37:20,723 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,724 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-28T03:37:20,729 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-28T03:37:20,731 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,731 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=2, maxPoolSize=2 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,732 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,733 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,733 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,733 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,733 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b4e3b2a3b1ef:0, corePoolSize=1, maxPoolSize=1 2024-11-28T03:37:20,733 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:37:20,733 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b4e3b2a3b1ef:0, corePoolSize=3, maxPoolSize=3 2024-11-28T03:37:20,734 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,735 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,735 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,735 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,735 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,735 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38153,1732765037925-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:37:20,756 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-28T03:37:20,758 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,38153,1732765037925-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,758 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,758 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.Replication(171): b4e3b2a3b1ef,38153,1732765037925 started 2024-11-28T03:37:20,777 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:20,777 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1482): Serving as b4e3b2a3b1ef,38153,1732765037925, RpcServer on b4e3b2a3b1ef/172.17.0.2:38153, sessionid=0x1015ca61a110001 2024-11-28T03:37:20,778 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-28T03:37:20,778 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:20,778 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38153,1732765037925' 2024-11-28T03:37:20,779 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-28T03:37:20,780 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-28T03:37:20,780 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-28T03:37:20,780 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-28T03:37:20,780 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:20,781 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b4e3b2a3b1ef,38153,1732765037925' 2024-11-28T03:37:20,781 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-28T03:37:20,781 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-28T03:37:20,782 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-28T03:37:20,782 INFO [RS:0;b4e3b2a3b1ef:38153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-28T03:37:20,782 INFO [RS:0;b4e3b2a3b1ef:38153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-28T03:37:20,887 INFO [RS:0;b4e3b2a3b1ef:38153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-28T03:37:20,891 INFO [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C38153%2C1732765037925, suffix=, logDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/oldWALs, maxLogs=32 2024-11-28T03:37:20,908 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925/b4e3b2a3b1ef%2C38153%2C1732765037925.1732765040893, exclude list is [], retry=0 2024-11-28T03:37:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-6b6b4c67-90fc-44cd-98b7-4e5b0888a365,DISK] 2024-11-28T03:37:20,915 INFO [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925/b4e3b2a3b1ef%2C38153%2C1732765037925.1732765040893 2024-11-28T03:37:20,916 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36023:36023)] 2024-11-28T03:37:20,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-28T03:37:20,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1 2024-11-28T03:37:20,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741833_1009 (size=32) 2024-11-28T03:37:21,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:21,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:37:21,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:37:21,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:37:21,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:37:21,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:37:21,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:37:21,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:37:21,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:37:21,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:37:21,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740 2024-11-28T03:37:21,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740 2024-11-28T03:37:21,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:37:21,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:37:21,373 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:37:21,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:37:21,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:37:21,379 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61963097, jitterRate=-0.07667790353298187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:37:21,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732765041352Initializing all the Stores at 1732765041354 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765041354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765041354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732765041354Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765041354Cleaning up temporary data from old regions at 1732765041372 (+18 ms)Region opened successfully at 1732765041381 (+9 ms) 2024-11-28T03:37:21,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:37:21,382 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:37:21,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:37:21,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:37:21,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:37:21,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:37:21,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732765041382Disabling compacts and flushes for region at 1732765041382Disabling writes for close at 1732765041382Writing region close event to WAL at 1732765041383 (+1 ms)Closed at 1732765041383 2024-11-28T03:37:21,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:37:21,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-28T03:37:21,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-28T03:37:21,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:37:21,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-28T03:37:21,557 DEBUG [b4e3b2a3b1ef:36213 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-28T03:37:21,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:21,575 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38153,1732765037925, state=OPENING 2024-11-28T03:37:21,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-28T03:37:21,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:21,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:21,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:37:21,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:37:21,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-28T03:37:21,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38153,1732765037925}] 2024-11-28T03:37:21,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:37:21,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:37:21,776 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-28T03:37:21,776 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-28T03:37:21,777 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-28T03:37:21,780 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b4e3b2a3b1ef%2C38153%2C1732765037925.meta, suffix=.meta, logDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925, archiveDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/oldWALs, maxLogs=32 2024-11-28T03:37:21,797 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925/b4e3b2a3b1ef%2C38153%2C1732765037925.meta.1732765041782.meta, exclude list is [], retry=0 2024-11-28T03:37:21,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40495,DS-6b6b4c67-90fc-44cd-98b7-4e5b0888a365,DISK] 2024-11-28T03:37:21,804 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/WALs/b4e3b2a3b1ef,38153,1732765037925/b4e3b2a3b1ef%2C38153%2C1732765037925.meta.1732765041782.meta 2024-11-28T03:37:21,804 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36023:36023)] 2024-11-28T03:37:21,805 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:37:21,806 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-28T03:37:21,809 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-28T03:37:21,814 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-28T03:37:21,818 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-28T03:37:21,819 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:21,819 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-28T03:37:21,819 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-28T03:37:21,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-28T03:37:21,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:37:21,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-28T03:37:21,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:37:21,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-28T03:37:21,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:37:21,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-28T03:37:21,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:37:21,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:21,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-28T03:37:21,832 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-28T03:37:21,833 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740 2024-11-28T03:37:21,836 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740 2024-11-28T03:37:21,839 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-28T03:37:21,839 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-28T03:37:21,839 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-28T03:37:21,842 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-28T03:37:21,843 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65426773, jitterRate=-0.025065109133720398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-28T03:37:21,844 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-28T03:37:21,845 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732765041820Writing region info on filesystem at 1732765041820Initializing all the Stores at 1732765041822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765041822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765041822Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732765041822Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732765041822Cleaning up temporary data from old regions at 1732765041839 (+17 ms)Running coprocessor post-open hooks at 1732765041844 (+5 ms)Region opened successfully at 1732765041845 (+1 ms) 2024-11-28T03:37:21,852 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732765041753 2024-11-28T03:37:21,864 DEBUG [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-28T03:37:21,864 INFO [RS_OPEN_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-28T03:37:21,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:21,868 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b4e3b2a3b1ef,38153,1732765037925, state=OPEN 2024-11-28T03:37:21,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:37:21,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-28T03:37:21,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:37:21,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-28T03:37:21,875 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:21,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-28T03:37:21,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b4e3b2a3b1ef,38153,1732765037925 in 290 msec 2024-11-28T03:37:21,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-28T03:37:21,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-11-28T03:37:21,889 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-28T03:37:21,889 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-28T03:37:21,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:37:21,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=-1] 2024-11-28T03:37:21,932 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:37:21,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:37:21,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5290 sec 2024-11-28T03:37:21,957 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732765041957, completionTime=-1 2024-11-28T03:37:21,961 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-28T03:37:21,961 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-28T03:37:21,988 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-28T03:37:21,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732765101989 2024-11-28T03:37:21,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732765161989 2024-11-28T03:37:21,989 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-28T03:37:21,991 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36213,1732765037250-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:21,991 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36213,1732765037250-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:21,991 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36213,1732765037250-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:21,993 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b4e3b2a3b1ef:36213, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:21,993 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:21,994 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:21,999 DEBUG [master/b4e3b2a3b1ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-28T03:37:22,047 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.974sec 2024-11-28T03:37:22,048 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-28T03:37:22,050 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-28T03:37:22,051 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-28T03:37:22,052 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-28T03:37:22,055 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-28T03:37:22,056 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36213,1732765037250-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-28T03:37:22,057 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36213,1732765037250-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-28T03:37:22,071 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-28T03:37:22,072 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-28T03:37:22,073 INFO [master/b4e3b2a3b1ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b4e3b2a3b1ef,36213,1732765037250-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:22,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b0c2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:37:22,141 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-28T03:37:22,141 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-28T03:37:22,144 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b4e3b2a3b1ef,36213,-1 for getting cluster id 2024-11-28T03:37:22,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-28T03:37:22,155 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4180687b-4fa6-472e-a119-d33fa8b263a9' 2024-11-28T03:37:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-28T03:37:22,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4180687b-4fa6-472e-a119-d33fa8b263a9" 2024-11-28T03:37:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3a9d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:37:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b4e3b2a3b1ef,36213,-1] 2024-11-28T03:37:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-28T03:37:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:37:22,165 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-28T03:37:22,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52372129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-28T03:37:22,168 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-28T03:37:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=-1] 2024-11-28T03:37:22,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-28T03:37:22,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-28T03:37:22,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:22,210 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=6912 2024-11-28T03:37:22,212 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-11-28T03:37:22,212 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-11-28T03:37:22,227 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:37:22,228 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:37:22,228 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:22,264 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-11-28T03:37:22,264 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:22,265 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:37:22,265 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:22,265 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:22,265 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:37:22,265 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:22,266 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:37:22,266 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:22,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-28T03:37:22,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:22,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79714f0b 2024-11-28T03:37:22,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-28T03:37:22,284 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-28T03:37:22,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-28T03:37:22,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned 2024-11-28T03:37:22,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_PRE_OPERATION 2024-11-28T03:37:22,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testLogLargeBlockBytesScanned" procId is: 4 2024-11-28T03:37:22,306 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:22,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-28T03:37:22,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:37:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741835_1011 (size=404) 2024-11-28T03:37:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:37:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:37:22,722 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12620f8483a18a23b2ea967085f737c4, NAME => 'testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1 2024-11-28T03:37:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741836_1012 (size=64) 2024-11-28T03:37:22,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:37:23,131 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:23,132 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1722): Closing 12620f8483a18a23b2ea967085f737c4, disabling compactions & flushes 2024-11-28T03:37:23,132 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,132 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,132 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. after waiting 0 ms 2024-11-28T03:37:23,132 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,132 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,132 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12620f8483a18a23b2ea967085f737c4: Waiting for close lock at 1732765043132Disabling compacts and flushes for region at 1732765043132Disabling writes for close at 1732765043132Writing region close event to WAL at 1732765043132Closed at 1732765043132 2024-11-28T03:37:23,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ADD_TO_META 2024-11-28T03:37:23,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732765043135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732765043135"}]},"ts":"1732765043135"} 2024-11-28T03:37:23,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-28T03:37:23,148 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-28T03:37:23,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732765043148"}]},"ts":"1732765043148"} 2024-11-28T03:37:23,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLING in hbase:meta 2024-11-28T03:37:23,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=12620f8483a18a23b2ea967085f737c4, ASSIGN}] 2024-11-28T03:37:23,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=12620f8483a18a23b2ea967085f737c4, ASSIGN 2024-11-28T03:37:23,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=12620f8483a18a23b2ea967085f737c4, ASSIGN; state=OFFLINE, location=b4e3b2a3b1ef,38153,1732765037925; forceNewPlan=false, retain=false 2024-11-28T03:37:23,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12620f8483a18a23b2ea967085f737c4, regionState=OPENING, regionLocation=b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:23,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=12620f8483a18a23b2ea967085f737c4, ASSIGN because future has completed 2024-11-28T03:37:23,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12620f8483a18a23b2ea967085f737c4, server=b4e3b2a3b1ef,38153,1732765037925}] 2024-11-28T03:37:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:37:23,478 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,479 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 12620f8483a18a23b2ea967085f737c4, NAME => 'testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.', STARTKEY => '', ENDKEY => ''} 2024-11-28T03:37:23,479 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogLargeBlockBytesScanned 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,479 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:23,479 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,479 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,482 INFO [StoreOpener-12620f8483a18a23b2ea967085f737c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family 0 of region 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,484 INFO [StoreOpener-12620f8483a18a23b2ea967085f737c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12620f8483a18a23b2ea967085f737c4 columnFamilyName 0 2024-11-28T03:37:23,484 DEBUG [StoreOpener-12620f8483a18a23b2ea967085f737c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-28T03:37:23,485 INFO [StoreOpener-12620f8483a18a23b2ea967085f737c4-1 {}] regionserver.HStore(327): Store=12620f8483a18a23b2ea967085f737c4/0, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-28T03:37:23,485 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,487 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,487 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,488 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,488 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,491 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,494 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-28T03:37:23,495 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 12620f8483a18a23b2ea967085f737c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62950084, jitterRate=-0.061970651149749756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-28T03:37:23,495 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:23,496 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 12620f8483a18a23b2ea967085f737c4: Running coprocessor pre-open hook at 1732765043480Writing region info on filesystem at 1732765043480Initializing all the Stores at 1732765043481 (+1 ms)Instantiating store for column family {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732765043481Cleaning up temporary data from old regions at 1732765043488 (+7 ms)Running coprocessor post-open hooks at 1732765043495 (+7 ms)Region opened successfully at 1732765043496 (+1 ms) 2024-11-28T03:37:23,498 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., pid=6, masterSystemTime=1732765043472 2024-11-28T03:37:23,502 DEBUG [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,502 INFO [RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:23,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=12620f8483a18a23b2ea967085f737c4, regionState=OPEN, openSeqNum=2, regionLocation=b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:23,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12620f8483a18a23b2ea967085f737c4, server=b4e3b2a3b1ef,38153,1732765037925 because future has completed 2024-11-28T03:37:23,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-28T03:37:23,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 12620f8483a18a23b2ea967085f737c4, server=b4e3b2a3b1ef,38153,1732765037925 in 190 msec 2024-11-28T03:37:23,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-28T03:37:23,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=12620f8483a18a23b2ea967085f737c4, ASSIGN in 354 msec 2024-11-28T03:37:23,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-28T03:37:23,517 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732765043517"}]},"ts":"1732765043517"} 2024-11-28T03:37:23,520 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLED in hbase:meta 2024-11-28T03:37:23,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_POST_OPERATION 2024-11-28T03:37:23,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned in 1.2270 sec 2024-11-28T03:37:24,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-28T03:37:24,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testLogLargeBlockBytesScanned get assigned. Timeout = 60000ms 2024-11-28T03:37:24,463 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogLargeBlockBytesScanned completed 2024-11-28T03:37:24,464 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:37:24,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testLogLargeBlockBytesScanned assigned to meta. Checking AM states. 2024-11-28T03:37:24,470 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-28T03:37:24,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testLogLargeBlockBytesScanned assigned. 2024-11-28T03:37:24,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaa', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aab', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aac', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aad', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aae', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,522 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaf', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aag', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:24,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aah', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., hostname=b4e3b2a3b1ef,38153,1732765037925, seqNum=2] 2024-11-28T03:37:25,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38153 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.2 first region in multi=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:26,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38153 {}] ipc.RpcServer(592): (responseTooLarge): {"starttimems":"1732765045548","method":"Multi","processingtimems":839,"fsreadtime":"0","queuetimems":0,"call":"Multi(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$MultiRequest)","multi.gets":0,"responsesize":"124102","param":"region= testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4., for 17576 action(s) and 1st row key=aaa","blockbytesscanned":"0","client":"172.17.0.2:43686","multi.service_calls":0,"class":"MiniHBaseClusterRegionServer","multi.mutations":17576} 2024-11-28T03:37:26,495 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 12620f8483a18a23b2ea967085f737c4 1/1 column families, dataSize=480.59 KB heapSize=1.74 MB 2024-11-28T03:37:26,631 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/.tmp/0/77ef6df11fd94848864f8cbd48c2adbe is 32, key is aaa/0:0/1732765046249/Put/seqid=0 2024-11-28T03:37:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741837_1013 (size=515031) 2024-11-28T03:37:26,692 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-28T03:37:26,694 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogLargeBlockBytesScanned' 2024-11-28T03:37:27,040 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480.59 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/.tmp/0/77ef6df11fd94848864f8cbd48c2adbe 2024-11-28T03:37:27,070 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/.tmp/0/77ef6df11fd94848864f8cbd48c2adbe as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/0/77ef6df11fd94848864f8cbd48c2adbe 2024-11-28T03:37:27,079 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/0/77ef6df11fd94848864f8cbd48c2adbe, entries=17576, sequenceid=5, filesize=503.0 K 2024-11-28T03:37:27,089 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~480.59 KB/492128, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for 12620f8483a18a23b2ea967085f737c4 in 592ms, sequenceid=5, compaction requested=false 2024-11-28T03:37:27,090 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 12620f8483a18a23b2ea967085f737c4: 2024-11-28T03:37:27,090 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-11-28T03:37:27,090 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-11-28T03:37:27,105 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-28T03:37:27,105 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-28T03:37:27,105 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-28T03:37:27,119 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-11-28T03:37:27,119 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:27,119 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12620f8483a18a23b2ea967085f737c4 columnFamilyName 0 2024-11-28T03:37:27,120 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-28T03:37:27,120 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:27,120 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:27,120 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-28T03:37:27,120 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-28T03:37:27,121 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:27,121 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-28T03:37:27,121 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:27,121 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-11-28T03:37:27,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38153 {}] ipc.RpcServer(592): (responseTooLarge): {"call":"Scan(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ScanRequest)","starttimems":"1732765047123","responsesize":"93","method":"Scan","param":"region { type: REGION_NAME value: \"testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.\" } scan { attribute { name: \"_isolat ","processingtimems":10,"blockbytesscanned":"65540","fsreadtime":"2","client":"172.17.0.2:43686","queuetimems":0,"class":"MiniHBaseClusterRegionServer"} 2024-11-28T03:37:27,149 DEBUG [ForkJoinPool.commonPool-worker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-28T03:37:27,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-28T03:37:27,168 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=218 (was 211) Potentially hanging thread: RS_OPEN_REGION-regionserver/b4e3b2a3b1ef:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_137126013_22 at /127.0.0.1:51810 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=7589 (was 6912) - AvailableMemoryMB LEAK? - 2024-11-28T03:37:27,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-28T03:37:27,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:37:27,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:37:27,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:37:27,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:37:27,174 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-28T03:37:27,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-28T03:37:27,174 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=753083867, stopped=false 2024-11-28T03:37:27,175 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b4e3b2a3b1ef,36213,1732765037250 2024-11-28T03:37:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:37:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-28T03:37:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:27,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:37:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:27,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-28T03:37:27,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:37:27,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:37:27,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b4e3b2a3b1ef,38153,1732765037925' ***** 2024-11-28T03:37:27,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-28T03:37:27,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:37:27,178 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-28T03:37:27,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-28T03:37:27,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-28T03:37:27,179 INFO [RS:0;b4e3b2a3b1ef:38153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-28T03:37:27,179 INFO [RS:0;b4e3b2a3b1ef:38153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-28T03:37:27,179 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(3091): Received CLOSE for 12620f8483a18a23b2ea967085f737c4 2024-11-28T03:37:27,180 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(959): stopping server b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:27,180 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:37:27,180 INFO [RS:0;b4e3b2a3b1ef:38153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b4e3b2a3b1ef:38153. 2024-11-28T03:37:27,180 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-28T03:37:27,180 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:37:27,180 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12620f8483a18a23b2ea967085f737c4, disabling compactions & flushes 2024-11-28T03:37:27,180 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:27,180 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:27,180 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. after waiting 0 ms 2024-11-28T03:37:27,180 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:27,180 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-28T03:37:27,180 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-28T03:37:27,181 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-28T03:37:27,181 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-28T03:37:27,181 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-28T03:37:27,181 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-28T03:37:27,181 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 12620f8483a18a23b2ea967085f737c4=testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4.} 2024-11-28T03:37:27,181 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-28T03:37:27,181 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-28T03:37:27,181 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-28T03:37:27,181 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-28T03:37:27,182 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1351): Waiting on 12620f8483a18a23b2ea967085f737c4, 1588230740 2024-11-28T03:37:27,182 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.54 KB heapSize=3.55 KB 2024-11-28T03:37:27,188 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/default/testLogLargeBlockBytesScanned/12620f8483a18a23b2ea967085f737c4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-28T03:37:27,189 INFO [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:27,189 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12620f8483a18a23b2ea967085f737c4: Waiting for close lock at 1732765047180Running coprocessor pre-close hooks at 1732765047180Disabling compacts and flushes for region at 1732765047180Disabling writes for close at 1732765047180Writing region close event to WAL at 1732765047181 (+1 ms)Running coprocessor post-close hooks at 1732765047189 (+8 ms)Closed at 1732765047189 2024-11-28T03:37:27,189 DEBUG [RS_CLOSE_REGION-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4. 2024-11-28T03:37:27,208 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/info/bced736f703f47558e35a8688841136a is 179, key is testLogLargeBlockBytesScanned,,1732765042286.12620f8483a18a23b2ea967085f737c4./info:regioninfo/1732765043503/Put/seqid=0 2024-11-28T03:37:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741838_1014 (size=6872) 2024-11-28T03:37:27,271 INFO [regionserver/b4e3b2a3b1ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:37:27,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-28T03:37:27,382 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:37:27,582 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:37:27,615 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.34 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/info/bced736f703f47558e35a8688841136a 2024-11-28T03:37:27,644 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/ns/ea72675f333448288238973d6d234115 is 43, key is default/ns:d/1732765041940/Put/seqid=0 2024-11-28T03:37:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741839_1015 (size=5153) 2024-11-28T03:37:27,650 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/ns/ea72675f333448288238973d6d234115 2024-11-28T03:37:27,659 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-28T03:37:27,659 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-28T03:37:27,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:37:27,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-28T03:37:27,662 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-28T03:37:27,662 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-28T03:37:27,682 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/table/ed375f40e3714b358e612caed27e264f is 65, key is testLogLargeBlockBytesScanned/table:state/1732765043517/Put/seqid=0 2024-11-28T03:37:27,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741840_1016 (size=5340) 2024-11-28T03:37:27,736 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-28T03:37:27,736 INFO [regionserver/b4e3b2a3b1ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-28T03:37:27,782 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:37:27,983 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-28T03:37:28,089 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/table/ed375f40e3714b358e612caed27e264f 2024-11-28T03:37:28,099 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/info/bced736f703f47558e35a8688841136a as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/info/bced736f703f47558e35a8688841136a 2024-11-28T03:37:28,107 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/info/bced736f703f47558e35a8688841136a, entries=10, sequenceid=11, filesize=6.7 K 2024-11-28T03:37:28,108 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/ns/ea72675f333448288238973d6d234115 as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/ns/ea72675f333448288238973d6d234115 2024-11-28T03:37:28,116 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/ns/ea72675f333448288238973d6d234115, entries=2, sequenceid=11, filesize=5.0 K 2024-11-28T03:37:28,118 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/.tmp/table/ed375f40e3714b358e612caed27e264f as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/table/ed375f40e3714b358e612caed27e264f 2024-11-28T03:37:28,125 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/table/ed375f40e3714b358e612caed27e264f, entries=2, sequenceid=11, filesize=5.2 K 2024-11-28T03:37:28,127 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false 2024-11-28T03:37:28,133 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-28T03:37:28,134 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-28T03:37:28,134 INFO [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-28T03:37:28,134 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732765047181Running coprocessor pre-close hooks at 1732765047181Disabling compacts and flushes for region at 1732765047181Disabling writes for close at 1732765047181Obtaining lock to block concurrent updates at 1732765047182 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732765047182Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1572, getHeapSize=3576, getOffHeapSize=0, getCellsCount=14 at 1732765047182Flushing stores of hbase:meta,,1.1588230740 at 1732765047183 (+1 ms)Flushing 1588230740/info: creating writer at 1732765047183Flushing 1588230740/info: appending metadata at 1732765047205 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732765047205Flushing 1588230740/ns: creating writer at 1732765047626 (+421 ms)Flushing 1588230740/ns: appending metadata at 1732765047643 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732765047643Flushing 1588230740/table: creating writer at 1732765047658 (+15 ms)Flushing 1588230740/table: appending metadata at 1732765047680 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732765047680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45eb9b63: reopening flushed file at 1732765048098 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7753e275: reopening flushed file at 1732765048107 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@faec0a7: reopening flushed file at 1732765048117 (+10 ms)Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 946ms, sequenceid=11, compaction requested=false at 1732765048127 (+10 ms)Writing region close event to WAL at 1732765048128 (+1 ms)Running coprocessor post-close hooks at 1732765048134 (+6 ms)Closed at 1732765048134 2024-11-28T03:37:28,134 DEBUG [RS_CLOSE_META-regionserver/b4e3b2a3b1ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-28T03:37:28,183 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(976): stopping server b4e3b2a3b1ef,38153,1732765037925; all regions closed. 2024-11-28T03:37:28,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741834_1010 (size=2946) 2024-11-28T03:37:28,194 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/oldWALs 2024-11-28T03:37:28,194 INFO [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38153%2C1732765037925.meta:.meta(num 1732765041782) 2024-11-28T03:37:28,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741832_1008 (size=563857) 2024-11-28T03:37:28,199 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/oldWALs 2024-11-28T03:37:28,199 INFO [RS:0;b4e3b2a3b1ef:38153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b4e3b2a3b1ef%2C38153%2C1732765037925:(num 1732765040893) 2024-11-28T03:37:28,199 DEBUG [RS:0;b4e3b2a3b1ef:38153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-28T03:37:28,199 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-28T03:37:28,200 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:37:28,200 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.ChoreService(370): Chore service for: regionserver/b4e3b2a3b1ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-28T03:37:28,200 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:37:28,200 INFO [regionserver/b4e3b2a3b1ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:37:28,201 INFO [RS:0;b4e3b2a3b1ef:38153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38153 2024-11-28T03:37:28,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b4e3b2a3b1ef,38153,1732765037925 2024-11-28T03:37:28,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-28T03:37:28,204 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:37:28,206 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b4e3b2a3b1ef,38153,1732765037925] 2024-11-28T03:37:28,207 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b4e3b2a3b1ef,38153,1732765037925 already deleted, retry=false 2024-11-28T03:37:28,208 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b4e3b2a3b1ef,38153,1732765037925 expired; onlineServers=0 2024-11-28T03:37:28,208 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b4e3b2a3b1ef,36213,1732765037250' ***** 2024-11-28T03:37:28,208 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-28T03:37:28,208 INFO [M:0;b4e3b2a3b1ef:36213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-28T03:37:28,208 INFO [M:0;b4e3b2a3b1ef:36213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-28T03:37:28,208 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-28T03:37:28,208 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-28T03:37:28,208 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-28T03:37:28,208 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732765040542 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.large.0-1732765040542,5,FailOnTimeoutGroup] 2024-11-28T03:37:28,208 DEBUG [master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732765040543 {}] cleaner.HFileCleaner(306): Exit Thread[master/b4e3b2a3b1ef:0:becomeActiveMaster-HFileCleaner.small.0-1732765040543,5,FailOnTimeoutGroup] 2024-11-28T03:37:28,209 INFO [M:0;b4e3b2a3b1ef:36213 {}] hbase.ChoreService(370): Chore service for: master/b4e3b2a3b1ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-28T03:37:28,209 INFO [M:0;b4e3b2a3b1ef:36213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-28T03:37:28,209 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] master.HMaster(1795): Stopping service threads 2024-11-28T03:37:28,209 INFO [M:0;b4e3b2a3b1ef:36213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-28T03:37:28,209 INFO [M:0;b4e3b2a3b1ef:36213 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-28T03:37:28,209 INFO [M:0;b4e3b2a3b1ef:36213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-28T03:37:28,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-28T03:37:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-28T03:37:28,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-28T03:37:28,212 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] zookeeper.ZKUtil(347): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-28T03:37:28,212 WARN [M:0;b4e3b2a3b1ef:36213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-28T03:37:28,213 INFO [M:0;b4e3b2a3b1ef:36213 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/.lastflushedseqids 2024-11-28T03:37:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741841_1017 (size=126) 2024-11-28T03:37:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:37:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38153-0x1015ca61a110001, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:37:28,308 INFO [RS:0;b4e3b2a3b1ef:38153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:37:28,308 INFO [RS:0;b4e3b2a3b1ef:38153 {}] regionserver.HRegionServer(1031): Exiting; stopping=b4e3b2a3b1ef,38153,1732765037925; zookeeper connection closed. 2024-11-28T03:37:28,308 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d024990 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d024990 2024-11-28T03:37:28,309 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-28T03:37:28,625 INFO [M:0;b4e3b2a3b1ef:36213 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-28T03:37:28,626 INFO [M:0;b4e3b2a3b1ef:36213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-28T03:37:28,626 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-28T03:37:28,626 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:28,626 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:28,626 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-28T03:37:28,626 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:28,626 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.72 KB heapSize=28.61 KB 2024-11-28T03:37:28,646 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6466cb267d0d49ba9ca50b0d020562c6 is 82, key is hbase:meta,,1/info:regioninfo/1732765041865/Put/seqid=0 2024-11-28T03:37:28,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741842_1018 (size=5672) 2024-11-28T03:37:29,053 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6466cb267d0d49ba9ca50b0d020562c6 2024-11-28T03:37:29,077 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51f1c2c0086149209fffa140a8421c09 is 772, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732765043524/Put/seqid=0 2024-11-28T03:37:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741843_1019 (size=6112) 2024-11-28T03:37:29,484 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.17 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51f1c2c0086149209fffa140a8421c09 2024-11-28T03:37:29,507 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfdcb47b1325441f8ec0d59e780010cd is 69, key is b4e3b2a3b1ef,38153,1732765037925/rs:state/1732765040654/Put/seqid=0 2024-11-28T03:37:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741844_1020 (size=5156) 2024-11-28T03:37:29,913 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfdcb47b1325441f8ec0d59e780010cd 2024-11-28T03:37:29,922 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6466cb267d0d49ba9ca50b0d020562c6 as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6466cb267d0d49ba9ca50b0d020562c6 2024-11-28T03:37:29,929 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6466cb267d0d49ba9ca50b0d020562c6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-28T03:37:29,930 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/51f1c2c0086149209fffa140a8421c09 as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51f1c2c0086149209fffa140a8421c09 2024-11-28T03:37:29,938 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/51f1c2c0086149209fffa140a8421c09, entries=6, sequenceid=55, filesize=6.0 K 2024-11-28T03:37:29,940 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfdcb47b1325441f8ec0d59e780010cd as hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfdcb47b1325441f8ec0d59e780010cd 2024-11-28T03:37:29,948 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39595/user/jenkins/test-data/02cc546d-1077-4609-942b-74cb1ceedba1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfdcb47b1325441f8ec0d59e780010cd, entries=1, sequenceid=55, filesize=5.0 K 2024-11-28T03:37:29,950 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.72 KB/23266, heapSize ~28.31 KB/28992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=55, compaction requested=false 2024-11-28T03:37:29,951 INFO [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-28T03:37:29,951 DEBUG [M:0;b4e3b2a3b1ef:36213 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732765048626Disabling compacts and flushes for region at 1732765048626Disabling writes for close at 1732765048626Obtaining lock to block concurrent updates at 1732765048626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732765048626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23266, getHeapSize=29232, getOffHeapSize=0, getCellsCount=66 at 1732765048627 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732765048628 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732765048628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732765048645 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732765048645Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732765049061 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732765049077 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732765049077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732765049492 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732765049507 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732765049507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cfd5b81: reopening flushed file at 1732765049921 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4199da31: reopening flushed file at 1732765049929 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fe016c: reopening flushed file at 1732765049939 (+10 ms)Finished flush of dataSize ~22.72 KB/23266, heapSize ~28.31 KB/28992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=55, compaction requested=false at 1732765049950 (+11 ms)Writing region close event to WAL at 1732765049951 (+1 ms)Closed at 1732765049951 2024-11-28T03:37:29,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40495 is added to blk_1073741830_1006 (size=27373) 2024-11-28T03:37:29,955 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-28T03:37:29,955 INFO [M:0;b4e3b2a3b1ef:36213 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-28T03:37:29,956 INFO [M:0;b4e3b2a3b1ef:36213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36213 2024-11-28T03:37:29,956 INFO [M:0;b4e3b2a3b1ef:36213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-28T03:37:30,058 INFO [M:0;b4e3b2a3b1ef:36213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-28T03:37:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:37:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1015ca61a110000, quorum=127.0.0.1:52564, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-28T03:37:30,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e78e83{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-28T03:37:30,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40b6dc9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:37:30,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:37:30,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64816a0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:37:30,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ceca57a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/hadoop.log.dir/,STOPPED} 2024-11-28T03:37:30,067 WARN [BP-746464156-172.17.0.2-1732765034382 heartbeating to localhost/127.0.0.1:39595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-28T03:37:30,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-28T03:37:30,067 WARN [BP-746464156-172.17.0.2-1732765034382 heartbeating to localhost/127.0.0.1:39595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-746464156-172.17.0.2-1732765034382 (Datanode Uuid 43b6ce99-6427-40b9-8c0a-dbcd008a531c) service to localhost/127.0.0.1:39595 2024-11-28T03:37:30,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-28T03:37:30,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/data/data1/current/BP-746464156-172.17.0.2-1732765034382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:37:30,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/cluster_99f1d1ea-fb66-c7a2-2074-cba71e8afac7/data/data2/current/BP-746464156-172.17.0.2-1732765034382 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-28T03:37:30,070 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-28T03:37:30,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62694f30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-28T03:37:30,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38646671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-28T03:37:30,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-28T03:37:30,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b11ee5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-28T03:37:30,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@af39055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6beb4051-fee9-d96d-d325-0dcb3c2df639/hadoop.log.dir/,STOPPED} 2024-11-28T03:37:30,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-28T03:37:30,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down