2024-12-01 23:12:25,934 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-12-01 23:12:25,961 main DEBUG Took 0.024482 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 23:12:25,962 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 23:12:25,962 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 23:12:25,963 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 23:12:25,964 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:25,973 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 23:12:25,989 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:25,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:25,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:25,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:25,995 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:25,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:25,997 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:25,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:25,998 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:25,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,000 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,000 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,001 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,002 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,003 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,003 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,004 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,004 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,005 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,006 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,007 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,007 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,008 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,009 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 23:12:26,009 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,010 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 23:12:26,013 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 23:12:26,015 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 23:12:26,017 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 23:12:26,018 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 23:12:26,020 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 23:12:26,021 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 23:12:26,034 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 23:12:26,039 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 23:12:26,042 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 23:12:26,044 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 23:12:26,046 main DEBUG createAppenders(={Console}) 2024-12-01 23:12:26,050 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 initialized 2024-12-01 23:12:26,050 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 2024-12-01 23:12:26,052 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@3ad83a66 OK. 2024-12-01 23:12:26,054 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 23:12:26,055 main DEBUG OutputStream closed 2024-12-01 23:12:26,057 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 23:12:26,058 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 23:12:26,058 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@741a8937 OK 2024-12-01 23:12:26,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 23:12:26,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 23:12:26,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 23:12:26,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 23:12:26,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 23:12:26,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 23:12:26,183 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 23:12:26,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 23:12:26,184 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 23:12:26,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 23:12:26,185 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 23:12:26,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 23:12:26,186 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 23:12:26,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 23:12:26,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 23:12:26,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 23:12:26,188 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 23:12:26,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 23:12:26,194 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 23:12:26,194 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@466276d8) with optional ClassLoader: null 2024-12-01 23:12:26,195 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 23:12:26,197 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@466276d8] started OK. 2024-12-01T23:12:26,217 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.namequeues.TestTooLargeLog timeout: 13 mins 2024-12-01 23:12:26,220 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 23:12:26,221 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T23:12:26,566 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9 2024-12-01T23:12:26,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T23:12:26,613 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58, deleteOnExit=true 2024-12-01T23:12:26,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T23:12:26,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/test.cache.data in system properties and HBase conf 2024-12-01T23:12:26,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T23:12:26,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/hadoop.log.dir in system properties and HBase conf 2024-12-01T23:12:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T23:12:26,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T23:12:26,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T23:12:26,748 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T23:12:26,878 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T23:12:26,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:12:26,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T23:12:26,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T23:12:26,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:12:26,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T23:12:26,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T23:12:26,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T23:12:26,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:12:26,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T23:12:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/nfs.dump.dir in system properties and HBase conf 2024-12-01T23:12:26,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/java.io.tmpdir in system properties and HBase conf 2024-12-01T23:12:26,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T23:12:26,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T23:12:26,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T23:12:28,312 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T23:12:28,403 INFO [Time-limited test {}] log.Log(170): Logging initialized @3320ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T23:12:28,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:12:28,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:12:28,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:12:28,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:12:28,598 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:12:28,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:12:28,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f2bbb5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:12:28,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3517a005{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:12:28,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a7d1eae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/java.io.tmpdir/jetty-localhost-33319-hadoop-hdfs-3_4_1-tests_jar-_-any-16378503883948683874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:12:28,883 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22804c7d{HTTP/1.1, (http/1.1)}{localhost:33319} 2024-12-01T23:12:28,883 INFO [Time-limited test {}] server.Server(415): Started @3802ms 2024-12-01T23:12:29,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T23:12:29,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T23:12:29,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T23:12:29,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T23:12:29,676 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T23:12:29,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fe64158{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/hadoop.log.dir/,AVAILABLE} 2024-12-01T23:12:29,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20c6898c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T23:12:29,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b93b392{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/java.io.tmpdir/jetty-localhost-38631-hadoop-hdfs-3_4_1-tests_jar-_-any-11890131092171349469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:12:29,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b31132c{HTTP/1.1, (http/1.1)}{localhost:38631} 2024-12-01T23:12:29,788 INFO [Time-limited test {}] server.Server(415): Started @4706ms 2024-12-01T23:12:29,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T23:12:32,254 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/data/data2/current/BP-647150187-172.17.0.3-1733094747573/current, will proceed with Du for space computation calculation, 2024-12-01T23:12:32,254 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/data/data1/current/BP-647150187-172.17.0.3-1733094747573/current, will proceed with Du for space computation calculation, 2024-12-01T23:12:32,289 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T23:12:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a256d44f6c9342b with lease ID 0x5124ab60a24c4cae: Processing first storage report for DS-6c0ef49f-74bd-4201-87af-8a6ac5d3da34 from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=b8c0ae75-4a2f-4e7e-ad66-6de657c7f6c7, infoPort=37333, infoSecurePort=0, ipcPort=45863, storageInfo=lv=-57;cid=testClusterID;nsid=1996467974;c=1733094747573) 2024-12-01T23:12:32,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a256d44f6c9342b with lease ID 0x5124ab60a24c4cae: from storage DS-6c0ef49f-74bd-4201-87af-8a6ac5d3da34 node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=b8c0ae75-4a2f-4e7e-ad66-6de657c7f6c7, infoPort=37333, infoSecurePort=0, ipcPort=45863, storageInfo=lv=-57;cid=testClusterID;nsid=1996467974;c=1733094747573), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-01T23:12:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2a256d44f6c9342b with lease ID 0x5124ab60a24c4cae: Processing first storage report for DS-7e6728b1-1b8c-40c8-a95e-27d6ece7c02d from datanode DatanodeRegistration(127.0.0.1:41383, datanodeUuid=b8c0ae75-4a2f-4e7e-ad66-6de657c7f6c7, infoPort=37333, infoSecurePort=0, ipcPort=45863, storageInfo=lv=-57;cid=testClusterID;nsid=1996467974;c=1733094747573) 2024-12-01T23:12:32,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2a256d44f6c9342b with lease ID 0x5124ab60a24c4cae: from storage DS-7e6728b1-1b8c-40c8-a95e-27d6ece7c02d node DatanodeRegistration(127.0.0.1:41383, datanodeUuid=b8c0ae75-4a2f-4e7e-ad66-6de657c7f6c7, infoPort=37333, infoSecurePort=0, ipcPort=45863, storageInfo=lv=-57;cid=testClusterID;nsid=1996467974;c=1733094747573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T23:12:32,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9 2024-12-01T23:12:32,492 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/zookeeper_0, clientPort=58441, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T23:12:32,502 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58441 2024-12-01T23:12:32,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:32,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:32,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741825_1001 (size=7) 2024-12-01T23:12:33,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87 with version=8 2024-12-01T23:12:33,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/hbase-staging 2024-12-01T23:12:33,252 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T23:12:33,498 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:12:33,506 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:12:33,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:12:33,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:12:33,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:12:33,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:12:33,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T23:12:33,706 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T23:12:33,718 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T23:12:33,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:12:33,748 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 990 (auto-detected) 2024-12-01T23:12:33,749 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-01T23:12:33,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41857 2024-12-01T23:12:33,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41857 connecting to ZooKeeper ensemble=127.0.0.1:58441 2024-12-01T23:12:33,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418570x0, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:12:33,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41857-0x101932b3c860000 connected 2024-12-01T23:12:34,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:34,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:34,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:12:34,107 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87, hbase.cluster.distributed=false 2024-12-01T23:12:34,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T23:12:34,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41857 2024-12-01T23:12:34,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41857 2024-12-01T23:12:34,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41857 2024-12-01T23:12:34,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41857 2024-12-01T23:12:34,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41857 2024-12-01T23:12:34,250 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f962de17fdc3:0 server-side Connection retries=45 2024-12-01T23:12:34,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:12:34,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T23:12:34,251 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T23:12:34,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T23:12:34,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T23:12:34,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T23:12:34,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T23:12:34,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38789 2024-12-01T23:12:34,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38789 connecting to ZooKeeper ensemble=127.0.0.1:58441 2024-12-01T23:12:34,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:34,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:34,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387890x0, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T23:12:34,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38789-0x101932b3c860001 connected 2024-12-01T23:12:34,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:12:34,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T23:12:34,299 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T23:12:34,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T23:12:34,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T23:12:34,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38789 2024-12-01T23:12:34,313 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38789 2024-12-01T23:12:34,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38789 2024-12-01T23:12:34,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38789 2024-12-01T23:12:34,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38789 2024-12-01T23:12:34,335 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f962de17fdc3:41857 2024-12-01T23:12:34,338 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f962de17fdc3,41857,1733094753344 2024-12-01T23:12:34,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:12:34,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:12:34,355 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f962de17fdc3,41857,1733094753344 2024-12-01T23:12:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T23:12:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:34,396 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T23:12:34,397 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f962de17fdc3,41857,1733094753344 from backup master directory 2024-12-01T23:12:34,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f962de17fdc3,41857,1733094753344 2024-12-01T23:12:34,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:12:34,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T23:12:34,416 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:12:34,416 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f962de17fdc3,41857,1733094753344 2024-12-01T23:12:34,418 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T23:12:34,420 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T23:12:34,487 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/hbase.id] with ID: d35b9c14-b1cf-460a-acea-858ad1d2b98d 2024-12-01T23:12:34,488 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/.tmp/hbase.id 2024-12-01T23:12:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741826_1002 (size=42) 2024-12-01T23:12:34,905 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/.tmp/hbase.id]:[hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/hbase.id] 2024-12-01T23:12:34,954 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T23:12:34,958 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T23:12:34,980 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-01T23:12:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:35,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:35,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741827_1003 (size=196) 2024-12-01T23:12:35,198 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:12:35,201 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T23:12:35,222 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T23:12:35,228 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:12:35,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741828_1004 (size=1189) 2024-12-01T23:12:35,685 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store 2024-12-01T23:12:35,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741829_1005 (size=34) 2024-12-01T23:12:36,121 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T23:12:36,124 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:36,126 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:12:36,126 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:36,126 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:36,128 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:12:36,129 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:36,129 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:36,130 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733094756126Disabling compacts and flushes for region at 1733094756126Disabling writes for close at 1733094756128 (+2 ms)Writing region close event to WAL at 1733094756129 (+1 ms)Closed at 1733094756129 2024-12-01T23:12:36,133 WARN [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/.initializing 2024-12-01T23:12:36,133 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/WALs/f962de17fdc3,41857,1733094753344 2024-12-01T23:12:36,144 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:12:36,162 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C41857%2C1733094753344, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/WALs/f962de17fdc3,41857,1733094753344, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/oldWALs, maxLogs=10 2024-12-01T23:12:36,181 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/WALs/f962de17fdc3,41857,1733094753344/f962de17fdc3%2C41857%2C1733094753344.1733094756165, exclude list is [], retry=0 2024-12-01T23:12:36,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-6c0ef49f-74bd-4201-87af-8a6ac5d3da34,DISK] 2024-12-01T23:12:36,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T23:12:36,233 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/WALs/f962de17fdc3,41857,1733094753344/f962de17fdc3%2C41857%2C1733094753344.1733094756165 2024-12-01T23:12:36,234 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37333:37333)] 2024-12-01T23:12:36,235 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:12:36,235 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:36,238 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,239 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T23:12:36,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:36,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:36,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T23:12:36,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:36,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:12:36,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T23:12:36,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:36,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:12:36,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T23:12:36,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:36,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:12:36,317 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,322 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,323 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,330 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,331 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,337 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:12:36,342 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T23:12:36,347 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:12:36,349 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59948082, jitterRate=-0.10670396685600281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:12:36,356 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733094756251Initializing all the Stores at 1733094756253 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094756253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094756254 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094756254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094756254Cleaning up temporary data from old regions at 1733094756331 (+77 ms)Region opened successfully at 1733094756356 (+25 ms) 2024-12-01T23:12:36,358 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T23:12:36,397 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b193202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:12:36,425 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T23:12:36,435 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T23:12:36,435 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T23:12:36,438 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T23:12:36,439 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T23:12:36,444 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T23:12:36,444 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-01T23:12:36,466 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T23:12:36,474 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T23:12:36,499 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T23:12:36,503 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T23:12:36,505 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T23:12:36,514 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T23:12:36,517 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T23:12:36,521 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T23:12:36,530 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T23:12:36,532 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T23:12:36,541 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T23:12:36,562 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T23:12:36,572 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T23:12:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T23:12:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T23:12:36,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:36,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:36,587 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f962de17fdc3,41857,1733094753344, sessionid=0x101932b3c860000, setting cluster-up flag (Was=false) 2024-12-01T23:12:36,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:36,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:36,657 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T23:12:36,660 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41857,1733094753344 2024-12-01T23:12:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:36,714 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T23:12:36,716 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f962de17fdc3,41857,1733094753344 2024-12-01T23:12:36,723 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T23:12:36,726 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(746): ClusterId : d35b9c14-b1cf-460a-acea-858ad1d2b98d 2024-12-01T23:12:36,729 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T23:12:36,743 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T23:12:36,743 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T23:12:36,753 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T23:12:36,754 DEBUG [RS:0;f962de17fdc3:38789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4024b72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f962de17fdc3/172.17.0.3:0 2024-12-01T23:12:36,766 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f962de17fdc3:38789 2024-12-01T23:12:36,769 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T23:12:36,769 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T23:12:36,770 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T23:12:36,772 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,41857,1733094753344 with port=38789, startcode=1733094754215 2024-12-01T23:12:36,782 DEBUG [RS:0;f962de17fdc3:38789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T23:12:36,793 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T23:12:36,802 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T23:12:36,809 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T23:12:36,815 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T23:12:36,815 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f962de17fdc3,41857,1733094753344 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T23:12:36,821 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41857 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-01T23:12:36,823 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:12:36,823 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:12:36,823 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:12:36,824 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f962de17fdc3:0, corePoolSize=5, maxPoolSize=5 2024-12-01T23:12:36,824 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f962de17fdc3:0, corePoolSize=10, maxPoolSize=10 2024-12-01T23:12:36,824 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:36,825 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:12:36,825 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:36,829 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733094786829 2024-12-01T23:12:36,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:12:36,831 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T23:12:36,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T23:12:36,832 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T23:12:36,836 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T23:12:36,836 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T23:12:36,837 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T23:12:36,837 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T23:12:36,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:36,838 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T23:12:36,838 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:36,841 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T23:12:36,842 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T23:12:36,843 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T23:12:36,848 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T23:12:36,849 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T23:12:36,853 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-01T23:12:36,853 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733094756851,5,FailOnTimeoutGroup] 2024-12-01T23:12:36,853 WARN [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-01T23:12:36,856 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733094756853,5,FailOnTimeoutGroup] 2024-12-01T23:12:36,856 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:36,857 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T23:12:36,858 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:36,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741831_1007 (size=1321) 2024-12-01T23:12:36,858 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:36,956 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(2659): reportForDuty to master=f962de17fdc3,41857,1733094753344 with port=38789, startcode=1733094754215 2024-12-01T23:12:36,959 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41857 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f962de17fdc3,38789,1733094754215 2024-12-01T23:12:36,961 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41857 {}] master.ServerManager(517): Registering regionserver=f962de17fdc3,38789,1733094754215 2024-12-01T23:12:36,970 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87 2024-12-01T23:12:36,970 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43631 2024-12-01T23:12:36,970 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T23:12:36,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T23:12:37,000 DEBUG [RS:0;f962de17fdc3:38789 {}] zookeeper.ZKUtil(111): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f962de17fdc3,38789,1733094754215 2024-12-01T23:12:37,000 WARN [RS:0;f962de17fdc3:38789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T23:12:37,001 INFO [RS:0;f962de17fdc3:38789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:12:37,001 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215 2024-12-01T23:12:37,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f962de17fdc3,38789,1733094754215] 2024-12-01T23:12:37,029 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T23:12:37,041 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T23:12:37,045 INFO [RS:0;f962de17fdc3:38789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:12:37,046 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,047 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T23:12:37,051 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T23:12:37,053 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,053 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,053 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,053 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f962de17fdc3:0, corePoolSize=2, maxPoolSize=2 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,054 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,055 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f962de17fdc3:0, corePoolSize=1, maxPoolSize=1 2024-12-01T23:12:37,055 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:12:37,055 DEBUG [RS:0;f962de17fdc3:38789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f962de17fdc3:0, corePoolSize=3, maxPoolSize=3 2024-12-01T23:12:37,056 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,057 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,057 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,057 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,057 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,057 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38789,1733094754215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:12:37,074 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T23:12:37,076 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,38789,1733094754215-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,076 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,076 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.Replication(171): f962de17fdc3,38789,1733094754215 started 2024-12-01T23:12:37,091 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:37,091 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1482): Serving as f962de17fdc3,38789,1733094754215, RpcServer on f962de17fdc3/172.17.0.3:38789, sessionid=0x101932b3c860001 2024-12-01T23:12:37,092 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T23:12:37,092 DEBUG [RS:0;f962de17fdc3:38789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f962de17fdc3,38789,1733094754215 2024-12-01T23:12:37,092 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,38789,1733094754215' 2024-12-01T23:12:37,093 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T23:12:37,094 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T23:12:37,094 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T23:12:37,094 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T23:12:37,094 DEBUG [RS:0;f962de17fdc3:38789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f962de17fdc3,38789,1733094754215 2024-12-01T23:12:37,094 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f962de17fdc3,38789,1733094754215' 2024-12-01T23:12:37,095 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T23:12:37,095 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T23:12:37,096 DEBUG [RS:0;f962de17fdc3:38789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T23:12:37,096 INFO [RS:0;f962de17fdc3:38789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T23:12:37,096 INFO [RS:0;f962de17fdc3:38789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T23:12:37,204 INFO [RS:0;f962de17fdc3:38789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T23:12:37,208 INFO [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C38789%2C1733094754215, suffix=, logDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/oldWALs, maxLogs=32 2024-12-01T23:12:37,222 DEBUG [RS:0;f962de17fdc3:38789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215/f962de17fdc3%2C38789%2C1733094754215.1733094757210, exclude list is [], retry=0 2024-12-01T23:12:37,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-6c0ef49f-74bd-4201-87af-8a6ac5d3da34,DISK] 2024-12-01T23:12:37,230 INFO [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215/f962de17fdc3%2C38789%2C1733094754215.1733094757210 2024-12-01T23:12:37,230 DEBUG [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37333:37333)] 2024-12-01T23:12:37,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T23:12:37,262 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87 2024-12-01T23:12:37,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741833_1009 (size=32) 2024-12-01T23:12:37,676 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:37,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:12:37,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:12:37,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:37,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:37,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:12:37,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:12:37,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:37,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:37,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:12:37,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:12:37,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:37,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:12:37,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:12:37,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:37,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:37,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:12:37,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740 2024-12-01T23:12:37,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740 2024-12-01T23:12:37,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:12:37,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:12:37,703 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:12:37,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:12:37,709 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:12:37,710 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66045189, jitterRate=-0.015849992632865906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:12:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733094757676Initializing all the Stores at 1733094757679 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094757680 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094757680Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094757680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094757680Cleaning up temporary data from old regions at 1733094757702 (+22 ms)Region opened successfully at 1733094757712 (+10 ms) 2024-12-01T23:12:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:12:37,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:12:37,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:12:37,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:12:37,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:12:37,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:12:37,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733094757712Disabling compacts and flushes for region at 1733094757712Disabling writes for close at 1733094757713 (+1 ms)Writing region close event to WAL at 1733094757714 (+1 ms)Closed at 1733094757714 2024-12-01T23:12:37,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:12:37,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T23:12:37,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T23:12:37,731 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:12:37,734 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T23:12:37,891 DEBUG [f962de17fdc3:41857 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-01T23:12:37,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f962de17fdc3,38789,1733094754215 2024-12-01T23:12:37,906 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,38789,1733094754215, state=OPENING 2024-12-01T23:12:37,962 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T23:12:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:37,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:37,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:12:37,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:12:37,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T23:12:37,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,38789,1733094754215}] 2024-12-01T23:12:38,165 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:12:38,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:12:38,179 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T23:12:38,179 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T23:12:38,180 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T23:12:38,184 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f962de17fdc3%2C38789%2C1733094754215.meta, suffix=.meta, logDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215, archiveDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/oldWALs, maxLogs=32 2024-12-01T23:12:38,202 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215/f962de17fdc3%2C38789%2C1733094754215.meta.1733094758186.meta, exclude list is [], retry=0 2024-12-01T23:12:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41383,DS-6c0ef49f-74bd-4201-87af-8a6ac5d3da34,DISK] 2024-12-01T23:12:38,208 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/WALs/f962de17fdc3,38789,1733094754215/f962de17fdc3%2C38789%2C1733094754215.meta.1733094758186.meta 2024-12-01T23:12:38,208 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37333:37333)] 2024-12-01T23:12:38,209 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:12:38,210 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T23:12:38,212 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T23:12:38,216 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T23:12:38,220 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T23:12:38,221 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:38,221 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T23:12:38,221 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T23:12:38,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T23:12:38,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:12:38,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:38,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T23:12:38,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:12:38,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:38,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T23:12:38,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:12:38,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:38,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:38,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T23:12:38,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:12:38,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:38,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T23:12:38,234 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T23:12:38,236 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740 2024-12-01T23:12:38,238 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740 2024-12-01T23:12:38,241 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T23:12:38,241 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T23:12:38,242 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T23:12:38,245 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T23:12:38,246 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63352981, jitterRate=-0.05596701800823212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T23:12:38,247 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T23:12:38,248 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733094758222Writing region info on filesystem at 1733094758222Initializing all the Stores at 1733094758224 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094758224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094758224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094758224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733094758224Cleaning up temporary data from old regions at 1733094758241 (+17 ms)Running coprocessor post-open hooks at 1733094758247 (+6 ms)Region opened successfully at 1733094758248 (+1 ms) 2024-12-01T23:12:38,254 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733094758154 2024-12-01T23:12:38,265 DEBUG [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T23:12:38,265 INFO [RS_OPEN_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T23:12:38,267 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,38789,1733094754215 2024-12-01T23:12:38,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f962de17fdc3,38789,1733094754215, state=OPEN 2024-12-01T23:12:38,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T23:12:38,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T23:12:38,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:12:38,312 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T23:12:38,312 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f962de17fdc3,38789,1733094754215 2024-12-01T23:12:38,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T23:12:38,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f962de17fdc3,38789,1733094754215 in 329 msec 2024-12-01T23:12:38,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T23:12:38,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-12-01T23:12:38,329 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T23:12:38,329 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T23:12:38,346 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:12:38,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,38789,1733094754215, seqNum=-1] 2024-12-01T23:12:38,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:12:38,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:12:38,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6310 sec 2024-12-01T23:12:38,387 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733094758387, completionTime=-1 2024-12-01T23:12:38,391 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-01T23:12:38,391 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T23:12:38,420 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-01T23:12:38,421 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733094818421 2024-12-01T23:12:38,421 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733094878421 2024-12-01T23:12:38,421 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-12-01T23:12:38,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41857,1733094753344-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41857,1733094753344-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,423 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41857,1733094753344-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,425 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f962de17fdc3:41857, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,425 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,426 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,431 DEBUG [master/f962de17fdc3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T23:12:38,452 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.035sec 2024-12-01T23:12:38,453 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T23:12:38,454 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T23:12:38,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T23:12:38,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T23:12:38,455 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T23:12:38,456 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41857,1733094753344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T23:12:38,456 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41857,1733094753344-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T23:12:38,465 DEBUG [master/f962de17fdc3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T23:12:38,465 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T23:12:38,466 INFO [master/f962de17fdc3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f962de17fdc3,41857,1733094753344-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1373a960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:12:38,544 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T23:12:38,544 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T23:12:38,547 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f962de17fdc3,41857,-1 for getting cluster id 2024-12-01T23:12:38,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T23:12:38,556 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd35b9c14-b1cf-460a-acea-858ad1d2b98d' 2024-12-01T23:12:38,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T23:12:38,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d35b9c14-b1cf-460a-acea-858ad1d2b98d" 2024-12-01T23:12:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c619471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:12:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f962de17fdc3,41857,-1] 2024-12-01T23:12:38,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T23:12:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:12:38,565 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T23:12:38,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3516ae54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T23:12:38,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T23:12:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f962de17fdc3,38789,1733094754215, seqNum=-1] 2024-12-01T23:12:38,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T23:12:38,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T23:12:38,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f962de17fdc3,41857,1733094753344 2024-12-01T23:12:38,608 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=6750 2024-12-01T23:12:38,610 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-12-01T23:12:38,610 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-12-01T23:12:38,625 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:38,626 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:38,627 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:12:38,627 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:12:38,627 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:38,640 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:38,640 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:38,641 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:12:38,641 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:38,654 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-12-01T23:12:38,654 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:12:38,655 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:12:38,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T23:12:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f962de17fdc3,41857,1733094753344 2024-12-01T23:12:38,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36a679f9 2024-12-01T23:12:38,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T23:12:38,685 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T23:12:38,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T23:12:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned 2024-12-01T23:12:38,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T23:12:38,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testLogLargeBlockBytesScanned" procId is: 4 2024-12-01T23:12:38,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:38,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T23:12:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:12:38,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741835_1011 (size=404) 2024-12-01T23:12:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:12:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:12:39,130 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea3014e6b0d3be14394f7070f71bc7b3, NAME => 'testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testLogLargeBlockBytesScanned', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87 2024-12-01T23:12:39,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741836_1012 (size=64) 2024-12-01T23:12:39,140 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:39,141 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1722): Closing ea3014e6b0d3be14394f7070f71bc7b3, disabling compactions & flushes 2024-12-01T23:12:39,141 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,141 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,141 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. after waiting 0 ms 2024-12-01T23:12:39,141 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,141 INFO [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,141 DEBUG [RegionOpenAndInit-testLogLargeBlockBytesScanned-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea3014e6b0d3be14394f7070f71bc7b3: Waiting for close lock at 1733094759141Disabling compacts and flushes for region at 1733094759141Disabling writes for close at 1733094759141Writing region close event to WAL at 1733094759141Closed at 1733094759141 2024-12-01T23:12:39,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T23:12:39,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733094759144"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733094759144"}]},"ts":"1733094759144"} 2024-12-01T23:12:39,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-01T23:12:39,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T23:12:39,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733094759154"}]},"ts":"1733094759154"} 2024-12-01T23:12:39,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLING in hbase:meta 2024-12-01T23:12:39,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=ea3014e6b0d3be14394f7070f71bc7b3, ASSIGN}] 2024-12-01T23:12:39,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=ea3014e6b0d3be14394f7070f71bc7b3, ASSIGN 2024-12-01T23:12:39,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=ea3014e6b0d3be14394f7070f71bc7b3, ASSIGN; state=OFFLINE, location=f962de17fdc3,38789,1733094754215; forceNewPlan=false, retain=false 2024-12-01T23:12:39,318 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea3014e6b0d3be14394f7070f71bc7b3, regionState=OPENING, regionLocation=f962de17fdc3,38789,1733094754215 2024-12-01T23:12:39,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=ea3014e6b0d3be14394f7070f71bc7b3, ASSIGN because future has completed 2024-12-01T23:12:39,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea3014e6b0d3be14394f7070f71bc7b3, server=f962de17fdc3,38789,1733094754215}] 2024-12-01T23:12:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:12:39,493 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,493 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ea3014e6b0d3be14394f7070f71bc7b3, NAME => 'testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.', STARTKEY => '', ENDKEY => ''} 2024-12-01T23:12:39,494 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testLogLargeBlockBytesScanned ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,494 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:39,494 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,494 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,496 INFO [StoreOpener-ea3014e6b0d3be14394f7070f71bc7b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family 0 of region ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,499 INFO [StoreOpener-ea3014e6b0d3be14394f7070f71bc7b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea3014e6b0d3be14394f7070f71bc7b3 columnFamilyName 0 2024-12-01T23:12:39,499 DEBUG [StoreOpener-ea3014e6b0d3be14394f7070f71bc7b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T23:12:39,500 INFO [StoreOpener-ea3014e6b0d3be14394f7070f71bc7b3-1 {}] regionserver.HStore(327): Store=ea3014e6b0d3be14394f7070f71bc7b3/0, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T23:12:39,500 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,501 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,502 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,503 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,503 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,506 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,509 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T23:12:39,511 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ea3014e6b0d3be14394f7070f71bc7b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68683293, jitterRate=0.02346082031726837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T23:12:39,511 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:39,512 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ea3014e6b0d3be14394f7070f71bc7b3: Running coprocessor pre-open hook at 1733094759494Writing region info on filesystem at 1733094759494Initializing all the Stores at 1733094759496 (+2 ms)Instantiating store for column family {NAME => '0', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733094759496Cleaning up temporary data from old regions at 1733094759503 (+7 ms)Running coprocessor post-open hooks at 1733094759511 (+8 ms)Region opened successfully at 1733094759512 (+1 ms) 2024-12-01T23:12:39,514 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., pid=6, masterSystemTime=1733094759482 2024-12-01T23:12:39,518 DEBUG [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,518 INFO [RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:39,519 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ea3014e6b0d3be14394f7070f71bc7b3, regionState=OPEN, openSeqNum=2, regionLocation=f962de17fdc3,38789,1733094754215 2024-12-01T23:12:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea3014e6b0d3be14394f7070f71bc7b3, server=f962de17fdc3,38789,1733094754215 because future has completed 2024-12-01T23:12:39,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-01T23:12:39,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ea3014e6b0d3be14394f7070f71bc7b3, server=f962de17fdc3,38789,1733094754215 in 197 msec 2024-12-01T23:12:39,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-01T23:12:39,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testLogLargeBlockBytesScanned, region=ea3014e6b0d3be14394f7070f71bc7b3, ASSIGN in 367 msec 2024-12-01T23:12:39,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T23:12:39,536 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testLogLargeBlockBytesScanned","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733094759535"}]},"ts":"1733094759535"} 2024-12-01T23:12:39,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testLogLargeBlockBytesScanned, state=ENABLED in hbase:meta 2024-12-01T23:12:39,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testLogLargeBlockBytesScanned execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T23:12:39,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testLogLargeBlockBytesScanned in 846 msec 2024-12-01T23:12:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41857 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T23:12:39,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testLogLargeBlockBytesScanned completed 2024-12-01T23:12:39,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testLogLargeBlockBytesScanned get assigned. Timeout = 60000ms 2024-12-01T23:12:39,857 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T23:12:39,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testLogLargeBlockBytesScanned assigned to meta. Checking AM states. 2024-12-01T23:12:39,865 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T23:12:39,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testLogLargeBlockBytesScanned assigned. 2024-12-01T23:12:39,905 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aab', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., hostname=f962de17fdc3,38789,1733094754215, seqNum=2] 2024-12-01T23:12:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaa', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., hostname=f962de17fdc3,38789,1733094754215, seqNum=2] 2024-12-01T23:12:39,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aac', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., hostname=f962de17fdc3,38789,1733094754215, seqNum=2] 2024-12-01T23:12:39,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aad', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., hostname=f962de17fdc3,38789,1733094754215, seqNum=2] 2024-12-01T23:12:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aae', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., hostname=f962de17fdc3,38789,1733094754215, seqNum=2] 2024-12-01T23:12:39,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testLogLargeBlockBytesScanned', row='aaf', locateType=CURRENT is [region=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., hostname=f962de17fdc3,38789,1733094754215, seqNum=2] 2024-12-01T23:12:40,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 17576 Client: jenkins//172.17.0.3 first region in multi=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:41,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] ipc.RpcServer(592): (responseTooLarge): {"starttimems":"1733094760888","method":"Multi","processingtimems":817,"fsreadtime":"0","queuetimems":0,"call":"Multi(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$MultiRequest)","multi.gets":0,"responsesize":"124102","param":"region= testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3., for 17576 action(s) and 1st row key=aaa","blockbytesscanned":"0","client":"172.17.0.3:46030","multi.service_calls":0,"class":"MiniHBaseClusterRegionServer","multi.mutations":17576} 2024-12-01T23:12:41,772 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ea3014e6b0d3be14394f7070f71bc7b3 1/1 column families, dataSize=480.59 KB heapSize=1.74 MB 2024-12-01T23:12:41,882 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/.tmp/0/ce04a21ad0ba4bffbb66c02c648b47ba is 32, key is aaa/0:0/1733094761525/Put/seqid=0 2024-12-01T23:12:41,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741837_1013 (size=515031) 2024-12-01T23:12:42,291 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=480.59 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/.tmp/0/ce04a21ad0ba4bffbb66c02c648b47ba 2024-12-01T23:12:42,323 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/.tmp/0/ce04a21ad0ba4bffbb66c02c648b47ba as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/0/ce04a21ad0ba4bffbb66c02c648b47ba 2024-12-01T23:12:42,332 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/0/ce04a21ad0ba4bffbb66c02c648b47ba, entries=17576, sequenceid=5, filesize=503.0 K 2024-12-01T23:12:42,340 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~480.59 KB/492128, heapSize ~1.74 MB/1828144, currentSize=0 B/0 for ea3014e6b0d3be14394f7070f71bc7b3 in 566ms, sequenceid=5, compaction requested=false 2024-12-01T23:12:42,341 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testLogLargeBlockBytesScanned' 2024-12-01T23:12:42,343 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for ea3014e6b0d3be14394f7070f71bc7b3: 2024-12-01T23:12:42,343 INFO [Time-limited test {}] hbase.HBaseServerBase(621): Reloading the configuration from disk. 2024-12-01T23:12:42,343 INFO [Time-limited test {}] conf.ConfigurationManager(105): Starting to notify all observers that config changed. 2024-12-01T23:12:42,355 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:42,355 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:42,355 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:42,355 DEBUG [Time-limited test {}] throttle.StoreHotnessProtector(123): update config: StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T23:12:42,356 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T23:12:42,356 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T23:12:42,356 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T23:12:42,367 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea3014e6b0d3be14394f7070f71bc7b3 columnFamilyName 0 2024-12-01T23:12:42,367 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:42,367 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:42,367 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T23:12:42,367 INFO [Time-limited test {}] hfile.CacheConfig(477): Config hbase.block.data.cacheonread is changed to true, hbase.rs.cacheblocksonwrite is changed to false, hbase.rs.evictblocksonclose is changed to false 2024-12-01T23:12:42,367 INFO [Time-limited test {}] regionserver.PrefetchExecutorNotifier(52): Config hbase.hfile.prefetch.delay is changed to 1000 2024-12-01T23:12:42,368 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T23:12:42,368 INFO [Time-limited test {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T23:12:42,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] ipc.RpcServer(592): (responseTooLarge): {"call":"Scan(org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ScanRequest)","starttimems":"1733094762369","responsesize":"93","method":"Scan","param":"region { type: REGION_NAME value: \"testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.\" } scan { attribute { name: \"_isolat ","processingtimems":10,"blockbytesscanned":"65540","fsreadtime":"2","client":"172.17.0.3:46030","queuetimems":0,"class":"MiniHBaseClusterRegionServer"} 2024-12-01T23:12:42,394 DEBUG [ForkJoinPool.commonPool-worker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T23:12:42,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T23:12:42,412 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: namequeues.TestTooLargeLog#testLogLargeBlockBytesScanned Thread=219 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f962de17fdc3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1472990322_22 at /127.0.0.1:39742 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=447 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 314), ProcessCount=11 (was 11), AvailableMemoryMB=6252 (was 6750) 2024-12-01T23:12:42,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T23:12:42,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:12:42,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:12:42,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:12:42,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:12:42,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T23:12:42,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T23:12:42,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1407320320, stopped=false 2024-12-01T23:12:42,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f962de17fdc3,41857,1733094753344 2024-12-01T23:12:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T23:12:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T23:12:42,488 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:12:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:42,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T23:12:42,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.namequeues.TestTooLargeLog.afterClass(TestTooLargeLog.java:76) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:12:42,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:12:42,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:12:42,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T23:12:42,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f962de17fdc3,38789,1733094754215' ***** 2024-12-01T23:12:42,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T23:12:42,490 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T23:12:42,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T23:12:42,490 INFO [RS:0;f962de17fdc3:38789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T23:12:42,490 INFO [RS:0;f962de17fdc3:38789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T23:12:42,490 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(3091): Received CLOSE for ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(959): stopping server f962de17fdc3,38789,1733094754215 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f962de17fdc3:38789. 2024-12-01T23:12:42,491 DEBUG [RS:0;f962de17fdc3:38789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T23:12:42,491 DEBUG [RS:0;f962de17fdc3:38789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T23:12:42,491 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T23:12:42,491 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea3014e6b0d3be14394f7070f71bc7b3, disabling compactions & flushes 2024-12-01T23:12:42,491 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:42,491 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:42,492 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. after waiting 0 ms 2024-12-01T23:12:42,492 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-01T23:12:42,492 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:42,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T23:12:42,492 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea3014e6b0d3be14394f7070f71bc7b3=testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3.} 2024-12-01T23:12:42,492 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T23:12:42,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T23:12:42,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T23:12:42,492 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T23:12:42,492 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea3014e6b0d3be14394f7070f71bc7b3 2024-12-01T23:12:42,492 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.54 KB heapSize=3.55 KB 2024-12-01T23:12:42,499 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/default/testLogLargeBlockBytesScanned/ea3014e6b0d3be14394f7070f71bc7b3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T23:12:42,501 INFO [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:42,501 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea3014e6b0d3be14394f7070f71bc7b3: Waiting for close lock at 1733094762491Running coprocessor pre-close hooks at 1733094762491Disabling compacts and flushes for region at 1733094762491Disabling writes for close at 1733094762492 (+1 ms)Writing region close event to WAL at 1733094762493 (+1 ms)Running coprocessor post-close hooks at 1733094762500 (+7 ms)Closed at 1733094762501 (+1 ms) 2024-12-01T23:12:42,501 DEBUG [RS_CLOSE_REGION-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3. 2024-12-01T23:12:42,519 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/info/45a9a0f11ba244d8b5360c3c1354e4f1 is 179, key is testLogLargeBlockBytesScanned,,1733094758687.ea3014e6b0d3be14394f7070f71bc7b3./info:regioninfo/1733094759519/Put/seqid=0 2024-12-01T23:12:42,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741838_1014 (size=6872) 2024-12-01T23:12:42,572 INFO [regionserver/f962de17fdc3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:12:42,692 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:42,893 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:42,929 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.34 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/info/45a9a0f11ba244d8b5360c3c1354e4f1 2024-12-01T23:12:42,959 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/ns/d2e24b87c98b4ebc9d660b8ac6f3242b is 43, key is default/ns:d/1733094758371/Put/seqid=0 2024-12-01T23:12:42,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741839_1015 (size=5153) 2024-12-01T23:12:43,023 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T23:12:43,057 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T23:12:43,057 INFO [regionserver/f962de17fdc3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T23:12:43,093 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:43,294 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:43,367 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/ns/d2e24b87c98b4ebc9d660b8ac6f3242b 2024-12-01T23:12:43,423 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/table/7190335cd33a47c08639337c36dfed43 is 65, key is testLogLargeBlockBytesScanned/table:state/1733094759535/Put/seqid=0 2024-12-01T23:12:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741840_1016 (size=5340) 2024-12-01T23:12:43,494 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-01T23:12:43,494 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-01T23:12:43,494 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:43,695 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:43,737 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T23:12:43,783 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T23:12:43,784 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T23:12:43,785 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:12:43,785 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T23:12:43,786 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T23:12:43,786 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T23:12:43,831 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/table/7190335cd33a47c08639337c36dfed43 2024-12-01T23:12:43,849 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/info/45a9a0f11ba244d8b5360c3c1354e4f1 as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/info/45a9a0f11ba244d8b5360c3c1354e4f1 2024-12-01T23:12:43,859 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/info/45a9a0f11ba244d8b5360c3c1354e4f1, entries=10, sequenceid=11, filesize=6.7 K 2024-12-01T23:12:43,861 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/ns/d2e24b87c98b4ebc9d660b8ac6f3242b as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/ns/d2e24b87c98b4ebc9d660b8ac6f3242b 2024-12-01T23:12:43,873 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/ns/d2e24b87c98b4ebc9d660b8ac6f3242b, entries=2, sequenceid=11, filesize=5.0 K 2024-12-01T23:12:43,876 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/.tmp/table/7190335cd33a47c08639337c36dfed43 as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/table/7190335cd33a47c08639337c36dfed43 2024-12-01T23:12:43,886 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/table/7190335cd33a47c08639337c36dfed43, entries=2, sequenceid=11, filesize=5.2 K 2024-12-01T23:12:43,889 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=11, compaction requested=false 2024-12-01T23:12:43,895 DEBUG [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-01T23:12:43,896 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-01T23:12:43,897 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T23:12:43,897 INFO [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T23:12:43,897 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733094762492Running coprocessor pre-close hooks at 1733094762492Disabling compacts and flushes for region at 1733094762492Disabling writes for close at 1733094762492Obtaining lock to block concurrent updates at 1733094762492Preparing flush snapshotting stores in 1588230740 at 1733094762492Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1572, getHeapSize=3576, getOffHeapSize=0, getCellsCount=14 at 1733094762493 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733094762494 (+1 ms)Flushing 1588230740/info: creating writer at 1733094762494Flushing 1588230740/info: appending metadata at 1733094762516 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733094762516Flushing 1588230740/ns: creating writer at 1733094762944 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733094762958 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733094762958Flushing 1588230740/table: creating writer at 1733094763405 (+447 ms)Flushing 1588230740/table: appending metadata at 1733094763422 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733094763423 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7996dc37: reopening flushed file at 1733094763847 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b157949: reopening flushed file at 1733094763859 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df9a854: reopening flushed file at 1733094763874 (+15 ms)Finished flush of dataSize ~1.54 KB/1572, heapSize ~3.26 KB/3336, currentSize=0 B/0 for 1588230740 in 1396ms, sequenceid=11, compaction requested=false at 1733094763889 (+15 ms)Writing region close event to WAL at 1733094763890 (+1 ms)Running coprocessor post-close hooks at 1733094763897 (+7 ms)Closed at 1733094763897 2024-12-01T23:12:43,898 DEBUG [RS_CLOSE_META-regionserver/f962de17fdc3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T23:12:44,095 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(976): stopping server f962de17fdc3,38789,1733094754215; all regions closed. 2024-12-01T23:12:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741834_1010 (size=2946) 2024-12-01T23:12:44,111 DEBUG [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/oldWALs 2024-12-01T23:12:44,111 INFO [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C38789%2C1733094754215.meta:.meta(num 1733094758186) 2024-12-01T23:12:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741832_1008 (size=563857) 2024-12-01T23:12:44,117 DEBUG [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/oldWALs 2024-12-01T23:12:44,117 INFO [RS:0;f962de17fdc3:38789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f962de17fdc3%2C38789%2C1733094754215:(num 1733094757210) 2024-12-01T23:12:44,117 DEBUG [RS:0;f962de17fdc3:38789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T23:12:44,117 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T23:12:44,117 INFO [RS:0;f962de17fdc3:38789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:12:44,117 INFO [RS:0;f962de17fdc3:38789 {}] hbase.ChoreService(370): Chore service for: regionserver/f962de17fdc3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T23:12:44,118 INFO [RS:0;f962de17fdc3:38789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:12:44,118 INFO [regionserver/f962de17fdc3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:12:44,118 INFO [RS:0;f962de17fdc3:38789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38789 2024-12-01T23:12:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f962de17fdc3,38789,1733094754215 2024-12-01T23:12:44,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T23:12:44,173 INFO [RS:0;f962de17fdc3:38789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:12:44,183 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f962de17fdc3,38789,1733094754215] 2024-12-01T23:12:44,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f962de17fdc3,38789,1733094754215 already deleted, retry=false 2024-12-01T23:12:44,194 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f962de17fdc3,38789,1733094754215 expired; onlineServers=0 2024-12-01T23:12:44,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f962de17fdc3,41857,1733094753344' ***** 2024-12-01T23:12:44,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T23:12:44,195 INFO [M:0;f962de17fdc3:41857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T23:12:44,195 INFO [M:0;f962de17fdc3:41857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T23:12:44,195 DEBUG [M:0;f962de17fdc3:41857 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T23:12:44,196 DEBUG [M:0;f962de17fdc3:41857 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T23:12:44,196 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T23:12:44,196 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733094756853 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.small.0-1733094756853,5,FailOnTimeoutGroup] 2024-12-01T23:12:44,196 DEBUG [master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733094756851 {}] cleaner.HFileCleaner(306): Exit Thread[master/f962de17fdc3:0:becomeActiveMaster-HFileCleaner.large.0-1733094756851,5,FailOnTimeoutGroup] 2024-12-01T23:12:44,196 INFO [M:0;f962de17fdc3:41857 {}] hbase.ChoreService(370): Chore service for: master/f962de17fdc3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T23:12:44,197 INFO [M:0;f962de17fdc3:41857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T23:12:44,197 DEBUG [M:0;f962de17fdc3:41857 {}] master.HMaster(1795): Stopping service threads 2024-12-01T23:12:44,197 INFO [M:0;f962de17fdc3:41857 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T23:12:44,197 INFO [M:0;f962de17fdc3:41857 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T23:12:44,198 INFO [M:0;f962de17fdc3:41857 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T23:12:44,199 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T23:12:44,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T23:12:44,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T23:12:44,209 DEBUG [M:0;f962de17fdc3:41857 {}] zookeeper.ZKUtil(347): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T23:12:44,209 WARN [M:0;f962de17fdc3:41857 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T23:12:44,211 INFO [M:0;f962de17fdc3:41857 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/.lastflushedseqids 2024-12-01T23:12:44,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741841_1017 (size=126) 2024-12-01T23:12:44,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:12:44,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38789-0x101932b3c860001, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:12:44,284 INFO [RS:0;f962de17fdc3:38789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:12:44,284 INFO [RS:0;f962de17fdc3:38789 {}] regionserver.HRegionServer(1031): Exiting; stopping=f962de17fdc3,38789,1733094754215; zookeeper connection closed. 2024-12-01T23:12:44,285 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fdde91 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fdde91 2024-12-01T23:12:44,286 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-01T23:12:44,627 INFO [M:0;f962de17fdc3:41857 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T23:12:44,627 INFO [M:0;f962de17fdc3:41857 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T23:12:44,627 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T23:12:44,628 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:44,628 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:44,628 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T23:12:44,628 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:44,628 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=22.74 KB heapSize=28.64 KB 2024-12-01T23:12:44,649 DEBUG [M:0;f962de17fdc3:41857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1641b82ff6e4607bfe36290863d40fd is 82, key is hbase:meta,,1/info:regioninfo/1733094758267/Put/seqid=0 2024-12-01T23:12:44,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741842_1018 (size=5672) 2024-12-01T23:12:45,057 INFO [M:0;f962de17fdc3:41857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1641b82ff6e4607bfe36290863d40fd 2024-12-01T23:12:45,085 DEBUG [M:0;f962de17fdc3:41857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/150aa7bb03b44a38859d71e729f78399 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733094759543/Put/seqid=0 2024-12-01T23:12:45,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741843_1019 (size=6114) 2024-12-01T23:12:45,494 INFO [M:0;f962de17fdc3:41857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.19 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/150aa7bb03b44a38859d71e729f78399 2024-12-01T23:12:45,524 DEBUG [M:0;f962de17fdc3:41857 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea0c68d82eaf4eaa8de58c8577c74359 is 69, key is f962de17fdc3,38789,1733094754215/rs:state/1733094756964/Put/seqid=0 2024-12-01T23:12:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741844_1020 (size=5156) 2024-12-01T23:12:45,932 INFO [M:0;f962de17fdc3:41857 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea0c68d82eaf4eaa8de58c8577c74359 2024-12-01T23:12:45,946 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a1641b82ff6e4607bfe36290863d40fd as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1641b82ff6e4607bfe36290863d40fd 2024-12-01T23:12:45,957 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a1641b82ff6e4607bfe36290863d40fd, entries=8, sequenceid=55, filesize=5.5 K 2024-12-01T23:12:45,959 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/150aa7bb03b44a38859d71e729f78399 as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/150aa7bb03b44a38859d71e729f78399 2024-12-01T23:12:45,966 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/150aa7bb03b44a38859d71e729f78399, entries=6, sequenceid=55, filesize=6.0 K 2024-12-01T23:12:45,968 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ea0c68d82eaf4eaa8de58c8577c74359 as hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea0c68d82eaf4eaa8de58c8577c74359 2024-12-01T23:12:45,976 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43631/user/jenkins/test-data/db5b5522-5bb4-2405-0c6a-bd6959547b87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ea0c68d82eaf4eaa8de58c8577c74359, entries=1, sequenceid=55, filesize=5.0 K 2024-12-01T23:12:45,977 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.74 KB/23290, heapSize ~28.34 KB/29024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=55, compaction requested=false 2024-12-01T23:12:45,979 INFO [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T23:12:45,979 DEBUG [M:0;f962de17fdc3:41857 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733094764627Disabling compacts and flushes for region at 1733094764627Disabling writes for close at 1733094764628 (+1 ms)Obtaining lock to block concurrent updates at 1733094764628Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733094764628Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23290, getHeapSize=29264, getOffHeapSize=0, getCellsCount=66 at 1733094764629 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733094764631 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733094764631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733094764648 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733094764649 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733094765071 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733094765084 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733094765084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733094765505 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733094765523 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733094765523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9cce74: reopening flushed file at 1733094765944 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a68f64d: reopening flushed file at 1733094765957 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad8d8d: reopening flushed file at 1733094765967 (+10 ms)Finished flush of dataSize ~22.74 KB/23290, heapSize ~28.34 KB/29024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1349ms, sequenceid=55, compaction requested=false at 1733094765977 (+10 ms)Writing region close event to WAL at 1733094765979 (+2 ms)Closed at 1733094765979 2024-12-01T23:12:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41383 is added to blk_1073741830_1006 (size=27397) 2024-12-01T23:12:45,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T23:12:45,983 INFO [M:0;f962de17fdc3:41857 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T23:12:45,983 INFO [M:0;f962de17fdc3:41857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41857 2024-12-01T23:12:45,983 INFO [M:0;f962de17fdc3:41857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T23:12:46,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:12:46,094 INFO [M:0;f962de17fdc3:41857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T23:12:46,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41857-0x101932b3c860000, quorum=127.0.0.1:58441, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T23:12:46,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b93b392{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T23:12:46,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b31132c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:12:46,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:12:46,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20c6898c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:12:46,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fe64158{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/hadoop.log.dir/,STOPPED} 2024-12-01T23:12:46,146 WARN [BP-647150187-172.17.0.3-1733094747573 heartbeating to localhost/127.0.0.1:43631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T23:12:46,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T23:12:46,146 WARN [BP-647150187-172.17.0.3-1733094747573 heartbeating to localhost/127.0.0.1:43631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-647150187-172.17.0.3-1733094747573 (Datanode Uuid b8c0ae75-4a2f-4e7e-ad66-6de657c7f6c7) service to localhost/127.0.0.1:43631 2024-12-01T23:12:46,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T23:12:46,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/data/data1/current/BP-647150187-172.17.0.3-1733094747573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:12:46,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/cluster_e46a3d75-b513-bee3-34b8-761c2fe6cc58/data/data2/current/BP-647150187-172.17.0.3-1733094747573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T23:12:46,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T23:12:46,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a7d1eae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T23:12:46,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22804c7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T23:12:46,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T23:12:46,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3517a005{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T23:12:46,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f2bbb5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/07d7589f-f854-1b53-3e6b-982e73d482d9/hadoop.log.dir/,STOPPED} 2024-12-01T23:12:46,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T23:12:46,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down