2024-11-09 02:49:52,432 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-09 02:49:52,462 main DEBUG Took 0.025861 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 02:49:52,463 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 02:49:52,465 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 02:49:52,472 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 02:49:52,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,497 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 02:49:52,537 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,558 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,575 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,578 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,581 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,583 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,586 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,587 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,594 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,595 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,595 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,596 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,599 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,599 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,600 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,601 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,601 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:49:52,603 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,604 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 02:49:52,633 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:49:52,635 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 02:49:52,638 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 02:49:52,654 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 02:49:52,658 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 02:49:52,658 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 02:49:52,693 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 02:49:52,698 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 02:49:52,703 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 02:49:52,704 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 02:49:52,704 main DEBUG createAppenders(={Console}) 2024-11-09 02:49:52,706 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-09 02:49:52,706 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-09 02:49:52,706 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-09 02:49:52,714 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 02:49:52,715 main DEBUG OutputStream closed 2024-11-09 02:49:52,716 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 02:49:52,717 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 02:49:52,719 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-09 02:49:52,883 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 02:49:52,887 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 02:49:52,890 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 02:49:52,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 02:49:52,893 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 02:49:52,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 02:49:52,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 02:49:52,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 02:49:52,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 02:49:52,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 02:49:52,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 02:49:52,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 02:49:52,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 02:49:52,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 02:49:52,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 02:49:52,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 02:49:52,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 02:49:52,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 02:49:52,905 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 02:49:52,906 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-09 02:49:52,906 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 02:49:52,907 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-09T02:49:53,388 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9 2024-11-09 02:49:53,392 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 02:49:53,393 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T02:49:53,405 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-09T02:49:53,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=263, ProcessCount=11, AvailableMemoryMB=3339 2024-11-09T02:49:53,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:49:53,524 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1, deleteOnExit=true 2024-11-09T02:49:53,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:49:53,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/test.cache.data in system properties and HBase conf 2024-11-09T02:49:53,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:49:53,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:49:53,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:49:53,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:49:53,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:49:53,735 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T02:49:53,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:49:53,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:49:53,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:49:53,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:49:53,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:49:53,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:49:53,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:49:53,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:49:53,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:49:53,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:49:53,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:49:53,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:49:53,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:49:53,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:49:53,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:49:55,736 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T02:49:55,900 INFO [Time-limited test {}] log.Log(170): Logging initialized @5215ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T02:49:56,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:49:56,184 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:49:56,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:49:56,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:49:56,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:49:56,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:49:56,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@521d2148{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:49:56,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fccdb2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:49:56,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2118fc90{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-582586300613536916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:49:56,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9b748e3{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-11-09T02:49:56,620 INFO [Time-limited test {}] server.Server(415): Started @5937ms 2024-11-09T02:49:57,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:49:57,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:49:57,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:49:57,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:49:57,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:49:57,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b75891d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:49:57,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56c1df0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:49:57,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48eaff0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/java.io.tmpdir/jetty-localhost-41365-hadoop-hdfs-3_4_1-tests_jar-_-any-17468713396746990219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:49:57,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26a7966e{HTTP/1.1, (http/1.1)}{localhost:41365} 2024-11-09T02:49:57,563 INFO [Time-limited test {}] server.Server(415): Started @6880ms 2024-11-09T02:49:57,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:49:57,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:49:57,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:49:57,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:49:57,882 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:49:57,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:49:57,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182ef58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:49:57,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36851057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:49:58,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71305476{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/java.io.tmpdir/jetty-localhost-46031-hadoop-hdfs-3_4_1-tests_jar-_-any-13442639099543755851/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:49:58,027 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dbda813{HTTP/1.1, (http/1.1)}{localhost:46031} 2024-11-09T02:49:58,027 INFO [Time-limited test {}] server.Server(415): Started @7344ms 2024-11-09T02:49:58,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:49:59,609 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data2/current/BP-1064189561-172.17.0.3-1731120594879/current, will proceed with Du for space computation calculation, 2024-11-09T02:49:59,609 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data1/current/BP-1064189561-172.17.0.3-1731120594879/current, will proceed with Du for space computation calculation, 2024-11-09T02:49:59,640 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data3/current/BP-1064189561-172.17.0.3-1731120594879/current, will proceed with Du for space computation calculation, 2024-11-09T02:49:59,642 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data4/current/BP-1064189561-172.17.0.3-1731120594879/current, will proceed with Du for space computation calculation, 2024-11-09T02:49:59,655 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:49:59,680 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:49:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbfe4b54f72ea408 with lease ID 0xc2f2fa0316dfb283: Processing first storage report for DS-542675b8-2d43-46ae-b88f-74949f354c8e from datanode DatanodeRegistration(127.0.0.1:39613, datanodeUuid=35a487ed-ba49-42f3-b103-20368dbf2659, infoPort=33857, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879) 2024-11-09T02:49:59,712 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbfe4b54f72ea408 with lease ID 0xc2f2fa0316dfb283: from storage DS-542675b8-2d43-46ae-b88f-74949f354c8e node DatanodeRegistration(127.0.0.1:39613, datanodeUuid=35a487ed-ba49-42f3-b103-20368dbf2659, infoPort=33857, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T02:49:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a08d83c1fc8e56b with lease ID 0xc2f2fa0316dfb284: Processing first storage report for DS-fd80e55b-f950-46e1-8e9b-46655a798e2a from datanode DatanodeRegistration(127.0.0.1:33929, datanodeUuid=80f602e0-8d00-42d7-ac5d-a525cd58e0db, infoPort=32803, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879) 2024-11-09T02:49:59,713 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a08d83c1fc8e56b with lease ID 0xc2f2fa0316dfb284: from storage DS-fd80e55b-f950-46e1-8e9b-46655a798e2a node DatanodeRegistration(127.0.0.1:33929, datanodeUuid=80f602e0-8d00-42d7-ac5d-a525cd58e0db, infoPort=32803, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:49:59,714 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbfe4b54f72ea408 with lease ID 0xc2f2fa0316dfb283: Processing first storage report for DS-e334eddb-154e-42dc-b447-49370e68ed2a from datanode DatanodeRegistration(127.0.0.1:39613, datanodeUuid=35a487ed-ba49-42f3-b103-20368dbf2659, infoPort=33857, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879) 2024-11-09T02:49:59,714 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbfe4b54f72ea408 with lease ID 0xc2f2fa0316dfb283: from storage DS-e334eddb-154e-42dc-b447-49370e68ed2a node DatanodeRegistration(127.0.0.1:39613, datanodeUuid=35a487ed-ba49-42f3-b103-20368dbf2659, infoPort=33857, infoSecurePort=0, ipcPort=44125, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:49:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a08d83c1fc8e56b with lease ID 0xc2f2fa0316dfb284: Processing first storage report for DS-ad7d88a8-cf50-40d1-a1e1-9d20ac3b0e45 from datanode DatanodeRegistration(127.0.0.1:33929, datanodeUuid=80f602e0-8d00-42d7-ac5d-a525cd58e0db, infoPort=32803, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879) 2024-11-09T02:49:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a08d83c1fc8e56b with lease ID 0xc2f2fa0316dfb284: from storage DS-ad7d88a8-cf50-40d1-a1e1-9d20ac3b0e45 node DatanodeRegistration(127.0.0.1:33929, datanodeUuid=80f602e0-8d00-42d7-ac5d-a525cd58e0db, infoPort=32803, infoSecurePort=0, ipcPort=42169, storageInfo=lv=-57;cid=testClusterID;nsid=135264815;c=1731120594879), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:49:59,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9 2024-11-09T02:49:59,845 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/zookeeper_0, clientPort=63705, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:49:59,858 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63705 2024-11-09T02:49:59,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:49:59,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:50:00,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:50:00,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0 with version=8 2024-11-09T02:50:00,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase-staging 2024-11-09T02:50:00,658 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T02:50:00,878 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:50:00,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:50:00,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:50:00,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:50:00,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:50:00,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:50:01,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:50:01,142 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T02:50:01,155 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T02:50:01,160 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:50:01,194 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96280 (auto-detected) 2024-11-09T02:50:01,195 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T02:50:01,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45547 2024-11-09T02:50:01,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45547 connecting to ZooKeeper ensemble=127.0.0.1:63705 2024-11-09T02:50:01,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455470x0, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:50:01,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45547-0x1011d800eb70000 connected 2024-11-09T02:50:01,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:01,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:01,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:50:01,460 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0, hbase.cluster.distributed=false 2024-11-09T02:50:01,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:50:01,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-09T02:50:01,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45547 2024-11-09T02:50:01,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45547 2024-11-09T02:50:01,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-09T02:50:01,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45547 2024-11-09T02:50:01,662 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:50:01,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:50:01,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:50:01,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:50:01,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:50:01,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:50:01,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:50:01,673 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:50:01,675 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36293 2024-11-09T02:50:01,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36293 connecting to ZooKeeper ensemble=127.0.0.1:63705 2024-11-09T02:50:01,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:01,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362930x0, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:50:01,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36293-0x1011d800eb70001 connected 2024-11-09T02:50:01,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:50:01,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:50:01,723 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:50:01,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T02:50:01,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:50:01,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36293 2024-11-09T02:50:01,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36293 2024-11-09T02:50:01,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36293 2024-11-09T02:50:01,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36293 2024-11-09T02:50:01,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36293 2024-11-09T02:50:01,762 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:45547 2024-11-09T02:50:01,763 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,45547,1731120600707 2024-11-09T02:50:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:50:01,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:50:01,779 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,45547,1731120600707 2024-11-09T02:50:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T02:50:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:01,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:01,809 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T02:50:01,810 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,45547,1731120600707 from backup master directory 2024-11-09T02:50:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,45547,1731120600707 2024-11-09T02:50:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:50:01,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:50:01,819 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:50:01,819 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,45547,1731120600707 2024-11-09T02:50:01,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T02:50:01,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T02:50:01,888 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase.id] with ID: c5b84e47-8107-42cc-b51e-a105aa0e23fe 2024-11-09T02:50:01,889 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/.tmp/hbase.id 2024-11-09T02:50:01,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:50:01,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:50:01,903 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/.tmp/hbase.id]:[hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase.id] 2024-11-09T02:50:01,962 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:01,969 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:50:01,996 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-09T02:50:02,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:50:02,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:50:02,041 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:50:02,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:50:02,048 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:50:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:50:02,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:50:02,098 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store 2024-11-09T02:50:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:50:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:50:02,135 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T02:50:02,140 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:50:02,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:50:02,142 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:50:02,142 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:50:02,144 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:50:02,144 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:50:02,145 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:50:02,146 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120602141Disabling compacts and flushes for region at 1731120602141Disabling writes for close at 1731120602144 (+3 ms)Writing region close event to WAL at 1731120602144Closed at 1731120602144 2024-11-09T02:50:02,148 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/.initializing 2024-11-09T02:50:02,149 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/WALs/53f286d3af3b,45547,1731120600707 2024-11-09T02:50:02,160 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:50:02,180 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C45547%2C1731120600707, suffix=, logDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/WALs/53f286d3af3b,45547,1731120600707, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/oldWALs, maxLogs=10 2024-11-09T02:50:02,222 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/WALs/53f286d3af3b,45547,1731120600707/53f286d3af3b%2C45547%2C1731120600707.1731120602186, exclude list is [], retry=0 2024-11-09T02:50:02,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:50:02,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:02,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:02,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T02:50:02,315 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/WALs/53f286d3af3b,45547,1731120600707/53f286d3af3b%2C45547%2C1731120600707.1731120602186 2024-11-09T02:50:02,321 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803),(127.0.0.1/127.0.0.1:33857:33857)] 2024-11-09T02:50:02,322 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:50:02,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:50:02,327 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,328 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:50:02,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:02,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:02,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:50:02,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:02,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:50:02,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:50:02,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:02,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:50:02,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:50:02,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:02,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:50:02,414 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,418 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,426 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,426 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,430 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:50:02,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:50:02,440 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:50:02,442 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731084, jitterRate=-0.07037879526615143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:50:02,450 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731120602341Initializing all the Stores at 1731120602343 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120602344 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120602345 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120602345Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120602345Cleaning up temporary data from old regions at 1731120602426 (+81 ms)Region opened successfully at 1731120602450 (+24 ms) 2024-11-09T02:50:02,452 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:50:02,485 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a9a0d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:50:02,518 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:50:02,534 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:50:02,534 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:50:02,538 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:50:02,540 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T02:50:02,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T02:50:02,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:50:02,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:50:02,592 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T02:50:02,596 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T02:50:02,600 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:50:02,602 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:50:02,607 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T02:50:02,610 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:50:02,615 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:50:02,628 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T02:50:02,630 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:50:02,639 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T02:50:02,654 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:50:02,660 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T02:50:02,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:50:02,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:50:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,673 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,45547,1731120600707, sessionid=0x1011d800eb70000, setting cluster-up flag (Was=false) 2024-11-09T02:50:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,734 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T02:50:02,736 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,45547,1731120600707 2024-11-09T02:50:02,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:02,786 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T02:50:02,788 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,45547,1731120600707 2024-11-09T02:50:02,795 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:50:02,852 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(746): ClusterId : c5b84e47-8107-42cc-b51e-a105aa0e23fe 2024-11-09T02:50:02,856 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:50:02,873 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:50:02,873 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:50:02,876 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:50:02,882 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:50:02,883 DEBUG [RS:0;53f286d3af3b:36293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0f80f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:50:02,885 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:50:02,892 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:50:02,897 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:36293 2024-11-09T02:50:02,901 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:50:02,901 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:50:02,901 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:50:02,899 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,45547,1731120600707 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:50:02,904 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,45547,1731120600707 with port=36293, startcode=1731120601613 2024-11-09T02:50:02,906 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:50:02,906 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:50:02,906 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:50:02,906 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:50:02,907 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:50:02,907 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:02,907 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:50:02,907 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:02,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:50:02,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:50:02,917 DEBUG [RS:0;53f286d3af3b:36293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:50:02,919 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:02,920 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:50:02,924 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120632924 2024-11-09T02:50:02,926 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:50:02,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:50:02,931 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:50:02,931 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:50:02,931 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:50:02,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:50:02,936 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:02,942 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:50:02,943 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:50:02,944 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:50:02,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:50:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:50:02,951 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:50:02,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:50:02,954 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120602953,5,FailOnTimeoutGroup] 2024-11-09T02:50:02,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:50:02,954 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0 2024-11-09T02:50:02,956 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120602954,5,FailOnTimeoutGroup] 2024-11-09T02:50:02,956 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:02,957 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:50:02,958 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:02,958 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:02,964 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:50:02,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,36293,1731120601613 2024-11-09T02:50:02,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45547 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,36293,1731120601613 2024-11-09T02:50:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:50:02,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:50:02,991 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0 2024-11-09T02:50:02,991 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36457 2024-11-09T02:50:02,991 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:50:03,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:50:03,007 DEBUG [RS:0;53f286d3af3b:36293 {}] zookeeper.ZKUtil(111): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,36293,1731120601613 2024-11-09T02:50:03,008 WARN [RS:0;53f286d3af3b:36293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:50:03,008 INFO [RS:0;53f286d3af3b:36293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:50:03,008 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613 2024-11-09T02:50:03,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,36293,1731120601613] 2024-11-09T02:50:03,040 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:50:03,059 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:50:03,063 INFO [RS:0;53f286d3af3b:36293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:50:03,064 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,065 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:50:03,071 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:50:03,072 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,073 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,073 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,073 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,073 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,073 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,074 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:50:03,074 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,074 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,074 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,074 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,075 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,075 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:50:03,075 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:50:03,075 DEBUG [RS:0;53f286d3af3b:36293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:50:03,076 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,076 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,076 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,076 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,077 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,077 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36293,1731120601613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:50:03,103 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:50:03,105 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36293,1731120601613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,106 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,106 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.Replication(171): 53f286d3af3b,36293,1731120601613 started 2024-11-09T02:50:03,131 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:03,131 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,36293,1731120601613, RpcServer on 53f286d3af3b/172.17.0.3:36293, sessionid=0x1011d800eb70001 2024-11-09T02:50:03,132 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:50:03,133 DEBUG [RS:0;53f286d3af3b:36293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,36293,1731120601613 2024-11-09T02:50:03,133 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36293,1731120601613' 2024-11-09T02:50:03,133 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T02:50:03,134 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T02:50:03,135 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:50:03,135 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:50:03,135 DEBUG [RS:0;53f286d3af3b:36293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,36293,1731120601613 2024-11-09T02:50:03,136 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36293,1731120601613' 2024-11-09T02:50:03,136 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T02:50:03,137 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T02:50:03,137 DEBUG [RS:0;53f286d3af3b:36293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:50:03,137 INFO [RS:0;53f286d3af3b:36293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:50:03,138 INFO [RS:0;53f286d3af3b:36293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:50:03,244 INFO [RS:0;53f286d3af3b:36293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:50:03,248 INFO [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C36293%2C1731120601613, suffix=, logDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/oldWALs, maxLogs=32 2024-11-09T02:50:03,263 DEBUG [RS:0;53f286d3af3b:36293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120603250, exclude list is [], retry=0 2024-11-09T02:50:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:03,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:03,273 INFO [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120603250 2024-11-09T02:50:03,274 DEBUG [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-09T02:50:03,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:50:03,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:50:03,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:50:03,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:50:03,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:50:03,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:50:03,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:50:03,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:50:03,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:50:03,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:50:03,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740 2024-11-09T02:50:03,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740 2024-11-09T02:50:03,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:50:03,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:50:03,412 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:50:03,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:50:03,418 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:50:03,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762950, jitterRate=-0.02986013889312744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:50:03,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731120603385Initializing all the Stores at 1731120603387 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120603387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120603388 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120603388Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120603388Cleaning up temporary data from old regions at 1731120603411 (+23 ms)Region opened successfully at 1731120603421 (+10 ms) 2024-11-09T02:50:03,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:50:03,422 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:50:03,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:50:03,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:50:03,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:50:03,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:50:03,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120603422Disabling compacts and flushes for region at 1731120603422Disabling writes for close at 1731120603422Writing region close event to WAL at 1731120603423 (+1 ms)Closed at 1731120603423 2024-11-09T02:50:03,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:50:03,427 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:50:03,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:50:03,442 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:50:03,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:50:03,599 DEBUG [53f286d3af3b:45547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:50:03,612 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,36293,1731120601613 2024-11-09T02:50:03,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36293,1731120601613, state=OPENING 2024-11-09T02:50:03,628 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:50:03,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:03,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:50:03,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:50:03,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:50:03,641 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:50:03,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36293,1731120601613}] 2024-11-09T02:50:03,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:50:03,820 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:50:03,832 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:50:03,832 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:50:03,833 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:50:03,836 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C36293%2C1731120601613.meta, suffix=.meta, logDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613, archiveDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/oldWALs, maxLogs=32 2024-11-09T02:50:03,851 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.meta.1731120603838.meta, exclude list is [], retry=0 2024-11-09T02:50:03,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:03,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:03,858 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.meta.1731120603838.meta 2024-11-09T02:50:03,859 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803),(127.0.0.1/127.0.0.1:33857:33857)] 2024-11-09T02:50:03,859 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:50:03,861 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:50:03,863 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:50:03,867 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:50:03,871 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:50:03,872 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:50:03,872 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:50:03,872 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:50:03,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:50:03,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:50:03,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:50:03,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:50:03,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:50:03,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:50:03,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:50:03,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:50:03,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:03,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:50:03,887 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:50:03,888 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740 2024-11-09T02:50:03,891 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740 2024-11-09T02:50:03,894 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:50:03,894 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:50:03,895 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:50:03,899 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:50:03,901 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=879376, jitterRate=0.11818532645702362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:50:03,902 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:50:03,904 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731120603872Writing region info on filesystem at 1731120603873 (+1 ms)Initializing all the Stores at 1731120603874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120603874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120603875 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120603875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120603875Cleaning up temporary data from old regions at 1731120603894 (+19 ms)Running coprocessor post-open hooks at 1731120603902 (+8 ms)Region opened successfully at 1731120603903 (+1 ms) 2024-11-09T02:50:03,913 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120603810 2024-11-09T02:50:03,926 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:50:03,927 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:50:03,929 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36293,1731120601613 2024-11-09T02:50:03,932 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36293,1731120601613, state=OPEN 2024-11-09T02:50:04,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:50:04,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:50:04,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:50:04,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:50:04,008 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,36293,1731120601613 2024-11-09T02:50:04,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:50:04,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36293,1731120601613 in 365 msec 2024-11-09T02:50:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:50:04,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 584 msec 2024-11-09T02:50:04,026 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:50:04,026 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:50:04,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:50:04,045 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36293,1731120601613, seqNum=-1] 2024-11-09T02:50:04,069 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:50:04,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:50:04,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2640 sec 2024-11-09T02:50:04,094 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120604094, completionTime=-1 2024-11-09T02:50:04,097 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:50:04,097 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:50:04,125 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:50:04,125 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120664125 2024-11-09T02:50:04,126 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120724126 2024-11-09T02:50:04,126 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-09T02:50:04,128 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45547,1731120600707-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,129 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45547,1731120600707-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,129 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45547,1731120600707-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,131 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:45547, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,131 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,132 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,140 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:50:04,163 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.343sec 2024-11-09T02:50:04,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:50:04,166 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:50:04,167 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:50:04,169 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:50:04,169 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:50:04,170 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45547,1731120600707-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:50:04,171 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45547,1731120600707-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:50:04,181 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:50:04,182 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:50:04,182 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45547,1731120600707-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:50:04,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd6a880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:50:04,270 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T02:50:04,270 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T02:50:04,275 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45547,-1 for getting cluster id 2024-11-09T02:50:04,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:50:04,299 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c5b84e47-8107-42cc-b51e-a105aa0e23fe' 2024-11-09T02:50:04,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:50:04,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c5b84e47-8107-42cc-b51e-a105aa0e23fe" 2024-11-09T02:50:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28640d7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:50:04,310 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45547,-1] 2024-11-09T02:50:04,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:50:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:50:04,328 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:50:04,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7197df1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:50:04,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:50:04,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36293,1731120601613, seqNum=-1] 2024-11-09T02:50:04,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:50:04,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:50:04,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,45547,1731120600707 2024-11-09T02:50:04,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:50:04,393 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T02:50:04,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:50:04,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45547,1731120600707 2024-11-09T02:50:04,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aaf840e 2024-11-09T02:50:04,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:50:04,413 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:50:04,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T02:50:04,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T02:50:04,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:50:04,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-09T02:50:04,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:50:04,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-09T02:50:04,436 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:04,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:50:04,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:50:04,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741835_1011 (size=389) 2024-11-09T02:50:04,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741835_1011 (size=389) 2024-11-09T02:50:04,468 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 549fe66fa93377a7efbdd0e05ea84b39, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0 2024-11-09T02:50:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741836_1012 (size=72) 2024-11-09T02:50:04,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741836_1012 (size=72) 2024-11-09T02:50:04,495 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:50:04,495 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 549fe66fa93377a7efbdd0e05ea84b39, disabling compactions & flushes 2024-11-09T02:50:04,495 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,495 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,495 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. after waiting 0 ms 2024-11-09T02:50:04,495 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,495 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,496 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 549fe66fa93377a7efbdd0e05ea84b39: Waiting for close lock at 1731120604495Disabling compacts and flushes for region at 1731120604495Disabling writes for close at 1731120604495Writing region close event to WAL at 1731120604495Closed at 1731120604495 2024-11-09T02:50:04,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:50:04,505 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731120604499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120604499"}]},"ts":"1731120604499"} 2024-11-09T02:50:04,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:50:04,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:50:04,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120604515"}]},"ts":"1731120604515"} 2024-11-09T02:50:04,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-09T02:50:04,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=549fe66fa93377a7efbdd0e05ea84b39, ASSIGN}] 2024-11-09T02:50:04,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=549fe66fa93377a7efbdd0e05ea84b39, ASSIGN 2024-11-09T02:50:04,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=549fe66fa93377a7efbdd0e05ea84b39, ASSIGN; state=OFFLINE, location=53f286d3af3b,36293,1731120601613; forceNewPlan=false, retain=false 2024-11-09T02:50:04,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=549fe66fa93377a7efbdd0e05ea84b39, regionState=OPENING, regionLocation=53f286d3af3b,36293,1731120601613 2024-11-09T02:50:04,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=549fe66fa93377a7efbdd0e05ea84b39, ASSIGN because future has completed 2024-11-09T02:50:04,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 549fe66fa93377a7efbdd0e05ea84b39, server=53f286d3af3b,36293,1731120601613}] 2024-11-09T02:50:04,857 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,858 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 549fe66fa93377a7efbdd0e05ea84b39, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:50:04,858 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,859 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:50:04,859 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,859 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,866 INFO [StoreOpener-549fe66fa93377a7efbdd0e05ea84b39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,871 INFO [StoreOpener-549fe66fa93377a7efbdd0e05ea84b39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 549fe66fa93377a7efbdd0e05ea84b39 columnFamilyName info 2024-11-09T02:50:04,872 DEBUG [StoreOpener-549fe66fa93377a7efbdd0e05ea84b39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:50:04,873 INFO [StoreOpener-549fe66fa93377a7efbdd0e05ea84b39-1 {}] regionserver.HStore(327): Store=549fe66fa93377a7efbdd0e05ea84b39/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:50:04,874 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,875 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,876 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,877 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,877 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,881 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,886 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:50:04,888 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 549fe66fa93377a7efbdd0e05ea84b39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691469, jitterRate=-0.12075239419937134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T02:50:04,888 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:04,890 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 549fe66fa93377a7efbdd0e05ea84b39: Running coprocessor pre-open hook at 1731120604859Writing region info on filesystem at 1731120604859Initializing all the Stores at 1731120604866 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120604866Cleaning up temporary data from old regions at 1731120604877 (+11 ms)Running coprocessor post-open hooks at 1731120604889 (+12 ms)Region opened successfully at 1731120604889 2024-11-09T02:50:04,892 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39., pid=6, masterSystemTime=1731120604848 2024-11-09T02:50:04,900 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,900 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:04,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=549fe66fa93377a7efbdd0e05ea84b39, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36293,1731120601613 2024-11-09T02:50:04,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 549fe66fa93377a7efbdd0e05ea84b39, server=53f286d3af3b,36293,1731120601613 because future has completed 2024-11-09T02:50:04,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:50:04,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 549fe66fa93377a7efbdd0e05ea84b39, server=53f286d3af3b,36293,1731120601613 in 219 msec 2024-11-09T02:50:04,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:50:04,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=549fe66fa93377a7efbdd0e05ea84b39, ASSIGN in 392 msec 2024-11-09T02:50:04,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:50:04,934 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120604933"}]},"ts":"1731120604933"} 2024-11-09T02:50:04,944 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-09T02:50:04,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:50:04,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 525 msec 2024-11-09T02:50:09,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T02:50:09,455 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:50:09,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-09T02:50:11,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:50:11,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:50:11,141 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-09T02:50:11,141 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-09T02:50:11,144 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:50:11,144 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T02:50:11,148 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:50:11,148 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T02:50:14,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:50:14,451 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-09T02:50:14,454 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-09T02:50:14,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-09T02:50:14,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:50:14,477 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120614462, exclude list is [], retry=0 2024-11-09T02:50:14,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:14,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:14,485 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120603250 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120614462 2024-11-09T02:50:14,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803),(127.0.0.1/127.0.0.1:33857:33857)] 2024-11-09T02:50:14,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120603250 is not closed yet, will try archiving it next time 2024-11-09T02:50:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741833_1009 (size=451) 2024-11-09T02:50:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741833_1009 (size=451) 2024-11-09T02:50:14,492 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120603250 to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/oldWALs/53f286d3af3b%2C36293%2C1731120601613.1731120603250 2024-11-09T02:50:14,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39., hostname=53f286d3af3b,36293,1731120601613, seqNum=2] 2024-11-09T02:50:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegion(8855): Flush requested on 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:28,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 549fe66fa93377a7efbdd0e05ea84b39 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:50:28,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/feb3dc36de7c49e491d6018d8d3c4f78 is 1055, key is row0001/info:/1731120614504/Put/seqid=0 2024-11-09T02:50:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741838_1014 (size=13386) 2024-11-09T02:50:28,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741838_1014 (size=13386) 2024-11-09T02:50:28,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/feb3dc36de7c49e491d6018d8d3c4f78 2024-11-09T02:50:28,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/feb3dc36de7c49e491d6018d8d3c4f78 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/feb3dc36de7c49e491d6018d8d3c4f78 2024-11-09T02:50:28,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/feb3dc36de7c49e491d6018d8d3c4f78, entries=8, sequenceid=12, filesize=13.1 K 2024-11-09T02:50:28,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 549fe66fa93377a7efbdd0e05ea84b39 in 133ms, sequenceid=12, compaction requested=false 2024-11-09T02:50:28,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 549fe66fa93377a7efbdd0e05ea84b39: 2024-11-09T02:50:29,753 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:50:34,560 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120634548, exclude list is [], retry=0 2024-11-09T02:50:34,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:34,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:34,566 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120614462 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120634548 2024-11-09T02:50:34,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-09T02:50:34,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120614462 is not closed yet, will try archiving it next time 2024-11-09T02:50:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741837_1013 (size=12149) 2024-11-09T02:50:34,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741837_1013 (size=12149) 2024-11-09T02:50:39,571 INFO [AsyncFSWAL-0-hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0-prefix:53f286d3af3b,36293,1731120601613 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK], DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK]] 2024-11-09T02:50:39,574 WARN [AsyncFSWAL-0-hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0-prefix:53f286d3af3b,36293,1731120601613 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK], DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK]] 2024-11-09T02:50:39,575 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C36293%2C1731120601613:(num 1731120634548) roll requested 2024-11-09T02:50:39,589 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120639575, exclude list is [], retry=0 2024-11-09T02:50:39,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:39,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:39,596 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120634548 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120639575 2024-11-09T02:50:39,596 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33857:33857),(127.0.0.1/127.0.0.1:32803:32803)] 2024-11-09T02:50:39,597 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120634548 is not closed yet, will try archiving it next time 2024-11-09T02:50:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741839_1015 (size=1233) 2024-11-09T02:50:39,599 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120634548 not finished, retry = 0 2024-11-09T02:50:39,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741839_1015 (size=1233) 2024-11-09T02:50:41,573 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T02:50:41,585 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120641573, exclude list is [], retry=0 2024-11-09T02:50:41,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39613,DS-542675b8-2d43-46ae-b88f-74949f354c8e,DISK] 2024-11-09T02:50:41,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33929,DS-fd80e55b-f950-46e1-8e9b-46655a798e2a,DISK] 2024-11-09T02:50:41,590 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120639575 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120641573 2024-11-09T02:50:41,591 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32803:32803),(127.0.0.1/127.0.0.1:33857:33857)] 2024-11-09T02:50:41,591 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120639575 is not closed yet, will try archiving it next time 2024-11-09T02:50:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741840_1016 (size=93) 2024-11-09T02:50:41,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741840_1016 (size=93) 2024-11-09T02:50:41,594 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/WALs/53f286d3af3b,36293,1731120601613/53f286d3af3b%2C36293%2C1731120601613.1731120639575 to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/oldWALs/53f286d3af3b%2C36293%2C1731120601613.1731120639575 2024-11-09T02:50:44,826 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T02:50:44,827 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T02:50:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36293 {}] regionserver.HRegion(8855): Flush requested on 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:50:49,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 549fe66fa93377a7efbdd0e05ea84b39 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:50:49,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/69d52479640848bb826f9fd76eaac157 is 1055, key is row0009/info:/1731120630541/Put/seqid=0 2024-11-09T02:50:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741842_1018 (size=13386) 2024-11-09T02:50:49,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741842_1018 (size=13386) 2024-11-09T02:50:49,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/69d52479640848bb826f9fd76eaac157 2024-11-09T02:50:49,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/69d52479640848bb826f9fd76eaac157 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/69d52479640848bb826f9fd76eaac157 2024-11-09T02:50:49,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/69d52479640848bb826f9fd76eaac157, entries=8, sequenceid=23, filesize=13.1 K 2024-11-09T02:50:49,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 549fe66fa93377a7efbdd0e05ea84b39 in 43ms, sequenceid=23, compaction requested=false 2024-11-09T02:50:49,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 549fe66fa93377a7efbdd0e05ea84b39: 2024-11-09T02:50:49,649 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-09T02:50:49,649 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:50:49,650 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/feb3dc36de7c49e491d6018d8d3c4f78 because midkey is the same as first or last row 2024-11-09T02:50:49,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 549fe66fa93377a7efbdd0e05ea84b39, had cached 0 bytes from a total of 26772 2024-11-09T02:50:59,753 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:51:01,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:51:01,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:51:01,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:51:01,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:01,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:01,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:51:01,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:51:01,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=855842917, stopped=false 2024-11-09T02:51:01,637 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,45547,1731120600707 2024-11-09T02:51:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:01,688 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:51:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:01,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:01,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:51:01,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:51:01,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:01,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:01,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:01,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,36293,1731120601613' ***** 2024-11-09T02:51:01,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:51:01,690 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:51:01,690 INFO [RS:0;53f286d3af3b:36293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:51:01,690 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:51:01,690 INFO [RS:0;53f286d3af3b:36293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:51:01,691 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(3091): Received CLOSE for 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:51:01,691 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,36293,1731120601613 2024-11-09T02:51:01,691 INFO [RS:0;53f286d3af3b:36293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:51:01,691 INFO [RS:0;53f286d3af3b:36293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36293. 2024-11-09T02:51:01,691 DEBUG [RS:0;53f286d3af3b:36293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:51:01,691 DEBUG [RS:0;53f286d3af3b:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:01,691 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:51:01,691 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 549fe66fa93377a7efbdd0e05ea84b39, disabling compactions & flushes 2024-11-09T02:51:01,691 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:51:01,692 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:51:01,692 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:51:01,692 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. after waiting 0 ms 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:51:01,692 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:51:01,692 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 549fe66fa93377a7efbdd0e05ea84b39 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:51:01,692 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1325): Online Regions={549fe66fa93377a7efbdd0e05ea84b39=TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:51:01,692 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:51:01,692 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:51:01,692 DEBUG [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 549fe66fa93377a7efbdd0e05ea84b39 2024-11-09T02:51:01,692 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-09T02:51:01,700 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/e86c6b381bcf4d8f85df489b3f5f1c29 is 1055, key is row0017/info:/1731120651608/Put/seqid=0 2024-11-09T02:51:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741843_1019 (size=10222) 2024-11-09T02:51:01,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741843_1019 (size=10222) 2024-11-09T02:51:01,708 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/e86c6b381bcf4d8f85df489b3f5f1c29 2024-11-09T02:51:01,716 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/info/ee2505e5451040fc91131c5807521da9 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39./info:regioninfo/1731120604901/Put/seqid=0 2024-11-09T02:51:01,720 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/.tmp/info/e86c6b381bcf4d8f85df489b3f5f1c29 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/e86c6b381bcf4d8f85df489b3f5f1c29 2024-11-09T02:51:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741844_1020 (size=7016) 2024-11-09T02:51:01,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741844_1020 (size=7016) 2024-11-09T02:51:01,725 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/info/ee2505e5451040fc91131c5807521da9 2024-11-09T02:51:01,733 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/info/e86c6b381bcf4d8f85df489b3f5f1c29, entries=5, sequenceid=31, filesize=10.0 K 2024-11-09T02:51:01,734 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 549fe66fa93377a7efbdd0e05ea84b39 in 42ms, sequenceid=31, compaction requested=true 2024-11-09T02:51:01,740 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/default/TestLogRolling-testSlowSyncLogRolling/549fe66fa93377a7efbdd0e05ea84b39/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-09T02:51:01,743 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:51:01,743 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 549fe66fa93377a7efbdd0e05ea84b39: Waiting for close lock at 1731120661691Running coprocessor pre-close hooks at 1731120661691Disabling compacts and flushes for region at 1731120661691Disabling writes for close at 1731120661692 (+1 ms)Obtaining lock to block concurrent updates at 1731120661692Preparing flush snapshotting stores in 549fe66fa93377a7efbdd0e05ea84b39 at 1731120661692Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731120661693 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. at 1731120661694 (+1 ms)Flushing 549fe66fa93377a7efbdd0e05ea84b39/info: creating writer at 1731120661694Flushing 549fe66fa93377a7efbdd0e05ea84b39/info: appending metadata at 1731120661699 (+5 ms)Flushing 549fe66fa93377a7efbdd0e05ea84b39/info: closing flushed file at 1731120661699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3bf660: reopening flushed file at 1731120661719 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 549fe66fa93377a7efbdd0e05ea84b39 in 42ms, sequenceid=31, compaction requested=true at 1731120661734 (+15 ms)Writing region close event to WAL at 1731120661736 (+2 ms)Running coprocessor post-close hooks at 1731120661741 (+5 ms)Closed at 1731120661743 (+2 ms) 2024-11-09T02:51:01,743 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731120604414.549fe66fa93377a7efbdd0e05ea84b39. 2024-11-09T02:51:01,752 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/ns/5e2cc4b8a4f348f79258a90fa076c314 is 43, key is default/ns:d/1731120604077/Put/seqid=0 2024-11-09T02:51:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741845_1021 (size=5153) 2024-11-09T02:51:01,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741845_1021 (size=5153) 2024-11-09T02:51:01,759 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/ns/5e2cc4b8a4f348f79258a90fa076c314 2024-11-09T02:51:01,782 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/table/5a07b2cf9dfb4b62afd2116fbafd5c57 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731120604933/Put/seqid=0 2024-11-09T02:51:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741846_1022 (size=5396) 2024-11-09T02:51:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741846_1022 (size=5396) 2024-11-09T02:51:01,789 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/table/5a07b2cf9dfb4b62afd2116fbafd5c57 2024-11-09T02:51:01,800 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/info/ee2505e5451040fc91131c5807521da9 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/info/ee2505e5451040fc91131c5807521da9 2024-11-09T02:51:01,809 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/info/ee2505e5451040fc91131c5807521da9, entries=10, sequenceid=11, filesize=6.9 K 2024-11-09T02:51:01,811 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/ns/5e2cc4b8a4f348f79258a90fa076c314 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/ns/5e2cc4b8a4f348f79258a90fa076c314 2024-11-09T02:51:01,820 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/ns/5e2cc4b8a4f348f79258a90fa076c314, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:51:01,821 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/.tmp/table/5a07b2cf9dfb4b62afd2116fbafd5c57 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/table/5a07b2cf9dfb4b62afd2116fbafd5c57 2024-11-09T02:51:01,831 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/table/5a07b2cf9dfb4b62afd2116fbafd5c57, entries=2, sequenceid=11, filesize=5.3 K 2024-11-09T02:51:01,833 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=11, compaction requested=false 2024-11-09T02:51:01,839 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:51:01,840 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:51:01,840 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:51:01,841 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120661692Running coprocessor pre-close hooks at 1731120661692Disabling compacts and flushes for region at 1731120661692Disabling writes for close at 1731120661692Obtaining lock to block concurrent updates at 1731120661692Preparing flush snapshotting stores in 1588230740 at 1731120661692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731120661693 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731120661693Flushing 1588230740/info: creating writer at 1731120661694 (+1 ms)Flushing 1588230740/info: appending metadata at 1731120661715 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731120661715Flushing 1588230740/ns: creating writer at 1731120661736 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731120661751 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731120661751Flushing 1588230740/table: creating writer at 1731120661767 (+16 ms)Flushing 1588230740/table: appending metadata at 1731120661781 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731120661781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e5b2e9c: reopening flushed file at 1731120661798 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b777417: reopening flushed file at 1731120661809 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25886b35: reopening flushed file at 1731120661820 (+11 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 140ms, sequenceid=11, compaction requested=false at 1731120661833 (+13 ms)Writing region close event to WAL at 1731120661834 (+1 ms)Running coprocessor post-close hooks at 1731120661840 (+6 ms)Closed at 1731120661840 2024-11-09T02:51:01,841 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:51:01,893 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,36293,1731120601613; all regions closed. 2024-11-09T02:51:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741834_1010 (size=3066) 2024-11-09T02:51:01,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741834_1010 (size=3066) 2024-11-09T02:51:01,904 DEBUG [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/oldWALs 2024-11-09T02:51:01,904 INFO [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36293%2C1731120601613.meta:.meta(num 1731120603838) 2024-11-09T02:51:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741841_1017 (size=13164) 2024-11-09T02:51:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741841_1017 (size=13164) 2024-11-09T02:51:01,914 DEBUG [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/oldWALs 2024-11-09T02:51:01,914 INFO [RS:0;53f286d3af3b:36293 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36293%2C1731120601613:(num 1731120641573) 2024-11-09T02:51:01,914 DEBUG [RS:0;53f286d3af3b:36293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:01,914 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:51:01,914 INFO [RS:0;53f286d3af3b:36293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:51:01,914 INFO [RS:0;53f286d3af3b:36293 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:51:01,914 INFO [RS:0;53f286d3af3b:36293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:51:01,914 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:51:01,915 INFO [RS:0;53f286d3af3b:36293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36293 2024-11-09T02:51:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:51:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,36293,1731120601613 2024-11-09T02:51:01,928 INFO [RS:0;53f286d3af3b:36293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:51:01,942 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,36293,1731120601613] 2024-11-09T02:51:01,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,36293,1731120601613 already deleted, retry=false 2024-11-09T02:51:01,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,36293,1731120601613 expired; onlineServers=0 2024-11-09T02:51:01,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,45547,1731120600707' ***** 2024-11-09T02:51:01,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:51:01,952 INFO [M:0;53f286d3af3b:45547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:51:01,952 INFO [M:0;53f286d3af3b:45547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:51:01,952 DEBUG [M:0;53f286d3af3b:45547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:51:01,952 DEBUG [M:0;53f286d3af3b:45547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:51:01,952 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:51:01,952 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120602953 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120602953,5,FailOnTimeoutGroup] 2024-11-09T02:51:01,952 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120602954 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120602954,5,FailOnTimeoutGroup] 2024-11-09T02:51:01,952 INFO [M:0;53f286d3af3b:45547 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:51:01,952 INFO [M:0;53f286d3af3b:45547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:51:01,953 DEBUG [M:0;53f286d3af3b:45547 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:51:01,953 INFO [M:0;53f286d3af3b:45547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:51:01,953 INFO [M:0;53f286d3af3b:45547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:51:01,953 INFO [M:0;53f286d3af3b:45547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:51:01,953 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:51:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T02:51:01,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:01,962 DEBUG [M:0;53f286d3af3b:45547 {}] zookeeper.ZKUtil(347): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T02:51:01,962 WARN [M:0;53f286d3af3b:45547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:51:01,963 INFO [M:0;53f286d3af3b:45547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/.lastflushedseqids 2024-11-09T02:51:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741847_1023 (size=130) 2024-11-09T02:51:01,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741847_1023 (size=130) 2024-11-09T02:51:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:02,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36293-0x1011d800eb70001, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:02,042 INFO [RS:0;53f286d3af3b:36293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:51:02,042 INFO [RS:0;53f286d3af3b:36293 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,36293,1731120601613; zookeeper connection closed. 2024-11-09T02:51:02,043 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@604e9c0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@604e9c0d 2024-11-09T02:51:02,043 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:51:02,380 INFO [M:0;53f286d3af3b:45547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:51:02,380 INFO [M:0;53f286d3af3b:45547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:51:02,380 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:51:02,380 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:02,380 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:02,380 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:51:02,380 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:02,380 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-09T02:51:02,397 DEBUG [M:0;53f286d3af3b:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bad1a2d1fe34ff2b2ac5544ee835cd9 is 82, key is hbase:meta,,1/info:regioninfo/1731120603928/Put/seqid=0 2024-11-09T02:51:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:51:02,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:51:02,403 INFO [M:0;53f286d3af3b:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bad1a2d1fe34ff2b2ac5544ee835cd9 2024-11-09T02:51:02,427 DEBUG [M:0;53f286d3af3b:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b13e940dfe234c65809b1c53f2c7dd84 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731120604950/Put/seqid=0 2024-11-09T02:51:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741849_1025 (size=6247) 2024-11-09T02:51:02,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741849_1025 (size=6247) 2024-11-09T02:51:02,434 INFO [M:0;53f286d3af3b:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b13e940dfe234c65809b1c53f2c7dd84 2024-11-09T02:51:02,441 INFO [M:0;53f286d3af3b:45547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b13e940dfe234c65809b1c53f2c7dd84 2024-11-09T02:51:02,458 DEBUG [M:0;53f286d3af3b:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544aa32f3c1f4ec0a91cc0c43c7de7ec is 69, key is 53f286d3af3b,36293,1731120601613/rs:state/1731120602978/Put/seqid=0 2024-11-09T02:51:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:51:02,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:51:02,464 INFO [M:0;53f286d3af3b:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544aa32f3c1f4ec0a91cc0c43c7de7ec 2024-11-09T02:51:02,492 DEBUG [M:0;53f286d3af3b:45547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/81c4813a94d746bfbf59098a7886799a is 52, key is load_balancer_on/state:d/1731120604389/Put/seqid=0 2024-11-09T02:51:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741851_1027 (size=5056) 2024-11-09T02:51:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741851_1027 (size=5056) 2024-11-09T02:51:02,500 INFO [M:0;53f286d3af3b:45547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/81c4813a94d746bfbf59098a7886799a 2024-11-09T02:51:02,512 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5bad1a2d1fe34ff2b2ac5544ee835cd9 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bad1a2d1fe34ff2b2ac5544ee835cd9 2024-11-09T02:51:02,522 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5bad1a2d1fe34ff2b2ac5544ee835cd9, entries=8, sequenceid=59, filesize=5.5 K 2024-11-09T02:51:02,524 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b13e940dfe234c65809b1c53f2c7dd84 as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b13e940dfe234c65809b1c53f2c7dd84 2024-11-09T02:51:02,532 INFO [M:0;53f286d3af3b:45547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b13e940dfe234c65809b1c53f2c7dd84 2024-11-09T02:51:02,532 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b13e940dfe234c65809b1c53f2c7dd84, entries=6, sequenceid=59, filesize=6.1 K 2024-11-09T02:51:02,534 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/544aa32f3c1f4ec0a91cc0c43c7de7ec as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544aa32f3c1f4ec0a91cc0c43c7de7ec 2024-11-09T02:51:02,543 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/544aa32f3c1f4ec0a91cc0c43c7de7ec, entries=1, sequenceid=59, filesize=5.0 K 2024-11-09T02:51:02,544 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/81c4813a94d746bfbf59098a7886799a as hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/81c4813a94d746bfbf59098a7886799a 2024-11-09T02:51:02,551 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/81c4813a94d746bfbf59098a7886799a, entries=1, sequenceid=59, filesize=4.9 K 2024-11-09T02:51:02,553 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=59, compaction requested=false 2024-11-09T02:51:02,555 INFO [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:02,555 DEBUG [M:0;53f286d3af3b:45547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120662380Disabling compacts and flushes for region at 1731120662380Disabling writes for close at 1731120662380Obtaining lock to block concurrent updates at 1731120662380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120662380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731120662381 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120662382 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120662382Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120662396 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120662396Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120662411 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120662426 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120662426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120662441 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120662457 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120662457Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731120662472 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731120662491 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731120662491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a853f87: reopening flushed file at 1731120662509 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cc2fff9: reopening flushed file at 1731120662522 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f9f6ae: reopening flushed file at 1731120662532 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7cc9c4: reopening flushed file at 1731120662543 (+11 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=59, compaction requested=false at 1731120662553 (+10 ms)Writing region close event to WAL at 1731120662555 (+2 ms)Closed at 1731120662555 2024-11-09T02:51:02,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39613 is added to blk_1073741830_1006 (size=27973) 2024-11-09T02:51:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33929 is added to blk_1073741830_1006 (size=27973) 2024-11-09T02:51:02,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:51:02,560 INFO [M:0;53f286d3af3b:45547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:51:02,560 INFO [M:0;53f286d3af3b:45547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45547 2024-11-09T02:51:02,560 INFO [M:0;53f286d3af3b:45547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:51:02,704 INFO [M:0;53f286d3af3b:45547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:51:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:02,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45547-0x1011d800eb70000, quorum=127.0.0.1:63705, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:02,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71305476{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:02,710 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dbda813{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:02,710 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:02,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36851057{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:02,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182ef58d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:02,713 WARN [BP-1064189561-172.17.0.3-1731120594879 heartbeating to localhost/127.0.0.1:36457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:02,713 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:02,713 WARN [BP-1064189561-172.17.0.3-1731120594879 heartbeating to localhost/127.0.0.1:36457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1064189561-172.17.0.3-1731120594879 (Datanode Uuid 80f602e0-8d00-42d7-ac5d-a525cd58e0db) service to localhost/127.0.0.1:36457 2024-11-09T02:51:02,713 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:02,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data3/current/BP-1064189561-172.17.0.3-1731120594879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:02,714 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data4/current/BP-1064189561-172.17.0.3-1731120594879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:02,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:02,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48eaff0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:02,717 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26a7966e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:02,717 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:02,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56c1df0d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:02,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b75891d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:02,719 WARN [BP-1064189561-172.17.0.3-1731120594879 heartbeating to localhost/127.0.0.1:36457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:02,719 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:02,719 WARN [BP-1064189561-172.17.0.3-1731120594879 heartbeating to localhost/127.0.0.1:36457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1064189561-172.17.0.3-1731120594879 (Datanode Uuid 35a487ed-ba49-42f3-b103-20368dbf2659) service to localhost/127.0.0.1:36457 2024-11-09T02:51:02,719 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:02,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data1/current/BP-1064189561-172.17.0.3-1731120594879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:02,720 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/cluster_af225699-7de0-4ad8-86b9-04382787d9a1/data/data2/current/BP-1064189561-172.17.0.3-1731120594879 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:02,720 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:02,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2118fc90{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:51:02,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9b748e3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:02,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:02,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fccdb2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:02,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@521d2148{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:02,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:51:02,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:51:02,783 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/53f286d3af3b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (739801126) connection to localhost/127.0.0.1:36457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (739801126) connection to localhost/127.0.0.1:36457 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/53f286d3af3b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@57e8fa4c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (739801126) connection to localhost/127.0.0.1:36457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/53f286d3af3b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/53f286d3af3b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 263), ProcessCount=11 (was 11), AvailableMemoryMB=3263 (was 3339) 2024-11-09T02:51:02,791 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=3263 2024-11-09T02:51:02,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:51:02,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.log.dir so I do NOT create it in target/test-data/7a364315-1196-0355-bef6-305dce96f4ca 2024-11-09T02:51:02,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4723ae77-9292-138e-c926-6a24d0338fd9/hadoop.tmp.dir so I do NOT create it in target/test-data/7a364315-1196-0355-bef6-305dce96f4ca 2024-11-09T02:51:02,791 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c, deleteOnExit=true 2024-11-09T02:51:02,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:51:02,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/test.cache.data in system properties and HBase conf 2024-11-09T02:51:02,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:51:02,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:51:02,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:51:02,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:51:02,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:51:02,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:51:02,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:51:02,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:51:03,080 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:51:03,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:03,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:03,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:03,177 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:03,177 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:03,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:03,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72c2d308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:03,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a6e3983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:03,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138974f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-35751-hadoop-hdfs-3_4_1-tests_jar-_-any-13385646702987164622/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:51:03,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e3a34b6{HTTP/1.1, (http/1.1)}{localhost:35751} 2024-11-09T02:51:03,281 INFO [Time-limited test {}] server.Server(415): Started @72598ms 2024-11-09T02:51:03,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:03,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:03,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:03,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:03,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:03,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@578c3ec8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:03,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461cbf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:03,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ef2449a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-35697-hadoop-hdfs-3_4_1-tests_jar-_-any-14454592474656251879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:03,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2814494c{HTTP/1.1, (http/1.1)}{localhost:35697} 2024-11-09T02:51:03,726 INFO [Time-limited test {}] server.Server(415): Started @73043ms 2024-11-09T02:51:03,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:03,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:03,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:03,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:03,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:03,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:51:03,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6aa6f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:03,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3684d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:03,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d0a2262{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-39689-hadoop-hdfs-3_4_1-tests_jar-_-any-5216731966651909245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:03,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78b51fbe{HTTP/1.1, (http/1.1)}{localhost:39689} 2024-11-09T02:51:03,864 INFO [Time-limited test {}] server.Server(415): Started @73181ms 2024-11-09T02:51:03,866 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:04,870 WARN [Thread-388 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data2/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:04,870 WARN [Thread-387 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data1/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:04,871 WARN [Thread-389 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data3/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:04,871 WARN [Thread-390 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data4/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:04,894 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2c5c634c3a9b1c9 with lease ID 0x4569c04e50df0581: Processing first storage report for DS-b5a290ba-15af-4f73-b8f3-4e8cb7a3213a from datanode DatanodeRegistration(127.0.0.1:35947, datanodeUuid=37aff66e-099a-4e32-9405-60c7c1c7aa9b, infoPort=36697, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2c5c634c3a9b1c9 with lease ID 0x4569c04e50df0581: from storage DS-b5a290ba-15af-4f73-b8f3-4e8cb7a3213a node DatanodeRegistration(127.0.0.1:35947, datanodeUuid=37aff66e-099a-4e32-9405-60c7c1c7aa9b, infoPort=36697, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2c5c634c3a9b1c9 with lease ID 0x4569c04e50df0581: Processing first storage report for DS-8932cc4c-27c4-49d9-afc7-3efad920d2d4 from datanode DatanodeRegistration(127.0.0.1:35947, datanodeUuid=37aff66e-099a-4e32-9405-60c7c1c7aa9b, infoPort=36697, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2c5c634c3a9b1c9 with lease ID 0x4569c04e50df0581: from storage DS-8932cc4c-27c4-49d9-afc7-3efad920d2d4 node DatanodeRegistration(127.0.0.1:35947, datanodeUuid=37aff66e-099a-4e32-9405-60c7c1c7aa9b, infoPort=36697, infoSecurePort=0, ipcPort=37785, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:04,897 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2843027561e6043e with lease ID 0x4569c04e50df0582: Processing first storage report for DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61 from datanode DatanodeRegistration(127.0.0.1:33907, datanodeUuid=c8ca1e84-9cc4-4977-b9e6-667e2697c745, infoPort=42835, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2843027561e6043e with lease ID 0x4569c04e50df0582: from storage DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61 node DatanodeRegistration(127.0.0.1:33907, datanodeUuid=c8ca1e84-9cc4-4977-b9e6-667e2697c745, infoPort=42835, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2843027561e6043e with lease ID 0x4569c04e50df0582: Processing first storage report for DS-3c555e4e-d403-4643-9b59-c903ae205950 from datanode DatanodeRegistration(127.0.0.1:33907, datanodeUuid=c8ca1e84-9cc4-4977-b9e6-667e2697c745, infoPort=42835, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:04,900 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2843027561e6043e with lease ID 0x4569c04e50df0582: from storage DS-3c555e4e-d403-4643-9b59-c903ae205950 node DatanodeRegistration(127.0.0.1:33907, datanodeUuid=c8ca1e84-9cc4-4977-b9e6-667e2697c745, infoPort=42835, infoSecurePort=0, ipcPort=41239, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:04,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca 2024-11-09T02:51:04,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/zookeeper_0, clientPort=49549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:51:04,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49549 2024-11-09T02:51:04,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:04,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:04,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:51:04,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:51:04,921 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030 with version=8 2024-11-09T02:51:04,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase-staging 2024-11-09T02:51:04,924 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:51:04,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:04,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:04,924 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:51:04,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:04,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:51:04,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:51:04,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:51:04,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34819 2024-11-09T02:51:04,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34819 connecting to ZooKeeper ensemble=127.0.0.1:49549 2024-11-09T02:51:05,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348190x0, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:51:05,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34819-0x1011d810cf50000 connected 2024-11-09T02:51:05,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:05,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:05,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:05,091 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030, hbase.cluster.distributed=false 2024-11-09T02:51:05,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:51:05,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-09T02:51:05,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34819 2024-11-09T02:51:05,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34819 2024-11-09T02:51:05,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-09T02:51:05,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34819 2024-11-09T02:51:05,117 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:51:05,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:05,117 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:05,117 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:51:05,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:05,118 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:51:05,118 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:51:05,118 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:51:05,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36977 2024-11-09T02:51:05,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36977 connecting to ZooKeeper ensemble=127.0.0.1:49549 2024-11-09T02:51:05,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:05,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:05,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369770x0, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:51:05,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:05,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36977-0x1011d810cf50001 connected 2024-11-09T02:51:05,138 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:51:05,139 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:51:05,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T02:51:05,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:51:05,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-09T02:51:05,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36977 2024-11-09T02:51:05,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36977 2024-11-09T02:51:05,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-09T02:51:05,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-09T02:51:05,159 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:34819 2024-11-09T02:51:05,159 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:05,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:05,170 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T02:51:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,180 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T02:51:05,181 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,34819,1731120664923 from backup master directory 2024-11-09T02:51:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:05,190 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:51:05,190 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,196 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/hbase.id] with ID: 3bf7df11-24f9-47dd-b8cc-89a7a967d089 2024-11-09T02:51:05,196 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/.tmp/hbase.id 2024-11-09T02:51:05,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:51:05,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:51:05,207 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/.tmp/hbase.id]:[hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/hbase.id] 2024-11-09T02:51:05,223 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:05,223 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:51:05,225 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:51:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:51:05,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:51:05,241 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:51:05,242 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:51:05,243 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:51:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:51:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:51:05,254 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store 2024-11-09T02:51:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:51:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:51:05,263 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:05,263 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:51:05,263 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:05,263 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:05,263 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:51:05,263 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:05,263 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:05,263 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120665263Disabling compacts and flushes for region at 1731120665263Disabling writes for close at 1731120665263Writing region close event to WAL at 1731120665263Closed at 1731120665263 2024-11-09T02:51:05,264 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/.initializing 2024-11-09T02:51:05,264 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,265 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:51:05,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C34819%2C1731120664923, suffix=, logDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/oldWALs, maxLogs=10 2024-11-09T02:51:05,281 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268, exclude list is [], retry=0 2024-11-09T02:51:05,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK] 2024-11-09T02:51:05,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35947,DS-b5a290ba-15af-4f73-b8f3-4e8cb7a3213a,DISK] 2024-11-09T02:51:05,288 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 2024-11-09T02:51:05,288 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42835:42835),(127.0.0.1/127.0.0.1:36697:36697)] 2024-11-09T02:51:05,289 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:51:05,289 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:05,289 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,289 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:51:05,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:05,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:51:05,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:05,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:51:05,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:05,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:51:05,304 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:05,305 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,306 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,307 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,309 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,309 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,310 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:51:05,311 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:05,315 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:51:05,315 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711592, jitterRate=-0.09516425430774689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:51:05,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731120665289Initializing all the Stores at 1731120665291 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120665291Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120665291Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120665291Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120665291Cleaning up temporary data from old regions at 1731120665309 (+18 ms)Region opened successfully at 1731120665317 (+8 ms) 2024-11-09T02:51:05,317 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:51:05,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddd44e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:51:05,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:51:05,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:51:05,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:51:05,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:51:05,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:51:05,326 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:51:05,326 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:51:05,330 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:51:05,331 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T02:51:05,337 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T02:51:05,338 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:51:05,339 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:51:05,348 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T02:51:05,349 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:51:05,350 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:51:05,358 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T02:51:05,360 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:51:05,369 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T02:51:05,373 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:51:05,379 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T02:51:05,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:05,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:05,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,391 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,34819,1731120664923, sessionid=0x1011d810cf50000, setting cluster-up flag (Was=false) 2024-11-09T02:51:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,443 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T02:51:05,445 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:05,495 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T02:51:05,497 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,34819,1731120664923 2024-11-09T02:51:05,499 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:51:05,501 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:05,501 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:51:05,502 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:51:05,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,34819,1731120664923 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:51:05,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:05,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:05,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:05,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:05,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:51:05,505 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,505 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:51:05,505 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120695506 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:51:05,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:51:05,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,507 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:05,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:51:05,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:51:05,507 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:51:05,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:51:05,508 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:51:05,508 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:51:05,509 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:51:05,511 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120665508,5,FailOnTimeoutGroup] 2024-11-09T02:51:05,511 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120665511,5,FailOnTimeoutGroup] 2024-11-09T02:51:05,511 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,511 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:51:05,511 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,511 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:51:05,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:51:05,518 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:51:05,518 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030 2024-11-09T02:51:05,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:51:05,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33907 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:51:05,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:05,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:51:05,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:51:05,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:05,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:51:05,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:51:05,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:05,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:51:05,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:51:05,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:05,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:51:05,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:51:05,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:05,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:05,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:51:05,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740 2024-11-09T02:51:05,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740 2024-11-09T02:51:05,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:51:05,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:51:05,540 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:51:05,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:51:05,544 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:51:05,544 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=728401, jitterRate=-0.07379087805747986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:51:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731120665526Initializing all the Stores at 1731120665527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120665527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120665528 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120665528Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120665528Cleaning up temporary data from old regions at 1731120665540 (+12 ms)Region opened successfully at 1731120665546 (+6 ms) 2024-11-09T02:51:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:51:05,546 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:51:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:51:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:51:05,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:51:05,546 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:51:05,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120665546Disabling compacts and flushes for region at 1731120665546Disabling writes for close at 1731120665546Writing region close event to WAL at 1731120665546Closed at 1731120665546 2024-11-09T02:51:05,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:05,549 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:51:05,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:51:05,550 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(746): ClusterId : 3bf7df11-24f9-47dd-b8cc-89a7a967d089 2024-11-09T02:51:05,550 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:51:05,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:51:05,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:51:05,560 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:51:05,560 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:51:05,570 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:51:05,571 DEBUG [RS:0;53f286d3af3b:36977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7f5588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:51:05,582 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:36977 2024-11-09T02:51:05,582 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:51:05,582 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:51:05,582 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:51:05,583 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,34819,1731120664923 with port=36977, startcode=1731120665117 2024-11-09T02:51:05,583 DEBUG [RS:0;53f286d3af3b:36977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:51:05,585 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:51:05,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,586 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34819 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,588 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030 2024-11-09T02:51:05,588 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33403 2024-11-09T02:51:05,588 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:51:05,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:51:05,601 DEBUG [RS:0;53f286d3af3b:36977 {}] zookeeper.ZKUtil(111): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,602 WARN [RS:0;53f286d3af3b:36977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:51:05,602 INFO [RS:0;53f286d3af3b:36977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:51:05,602 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,602 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,36977,1731120665117] 2024-11-09T02:51:05,606 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:51:05,609 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:51:05,610 INFO [RS:0;53f286d3af3b:36977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:51:05,610 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,610 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:51:05,611 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:51:05,611 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,612 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,613 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,613 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:05,613 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:51:05,613 DEBUG [RS:0;53f286d3af3b:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:51:05,613 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,613 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,613 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,613 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,613 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,614 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36977,1731120665117-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:51:05,628 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:51:05,628 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36977,1731120665117-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,628 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,628 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.Replication(171): 53f286d3af3b,36977,1731120665117 started 2024-11-09T02:51:05,641 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:05,642 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,36977,1731120665117, RpcServer on 53f286d3af3b/172.17.0.3:36977, sessionid=0x1011d810cf50001 2024-11-09T02:51:05,642 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:51:05,642 DEBUG [RS:0;53f286d3af3b:36977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,642 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36977,1731120665117' 2024-11-09T02:51:05,642 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T02:51:05,643 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T02:51:05,643 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:51:05,643 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:51:05,643 DEBUG [RS:0;53f286d3af3b:36977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,643 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36977,1731120665117' 2024-11-09T02:51:05,643 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T02:51:05,644 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T02:51:05,644 DEBUG [RS:0;53f286d3af3b:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:51:05,644 INFO [RS:0;53f286d3af3b:36977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:51:05,644 INFO [RS:0;53f286d3af3b:36977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:51:05,703 WARN [53f286d3af3b:34819 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:51:05,745 INFO [RS:0;53f286d3af3b:36977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:51:05,751 INFO [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C36977%2C1731120665117, suffix=, logDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs, maxLogs=32 2024-11-09T02:51:05,769 DEBUG [RS:0;53f286d3af3b:36977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757, exclude list is [], retry=0 2024-11-09T02:51:05,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35947,DS-b5a290ba-15af-4f73-b8f3-4e8cb7a3213a,DISK] 2024-11-09T02:51:05,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK] 2024-11-09T02:51:05,776 INFO [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 2024-11-09T02:51:05,776 DEBUG [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42835:42835),(127.0.0.1/127.0.0.1:36697:36697)] 2024-11-09T02:51:05,953 DEBUG [53f286d3af3b:34819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:51:05,954 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,36977,1731120665117 2024-11-09T02:51:05,957 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36977,1731120665117, state=OPENING 2024-11-09T02:51:06,009 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:51:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:06,023 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:51:06,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:06,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:06,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36977,1731120665117}] 2024-11-09T02:51:06,175 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:51:06,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:51:06,182 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:51:06,182 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:51:06,183 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:51:06,185 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C36977%2C1731120665117.meta, suffix=.meta, logDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117, archiveDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs, maxLogs=32 2024-11-09T02:51:06,201 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta, exclude list is [], retry=0 2024-11-09T02:51:06,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK] 2024-11-09T02:51:06,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35947,DS-b5a290ba-15af-4f73-b8f3-4e8cb7a3213a,DISK] 2024-11-09T02:51:06,230 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta 2024-11-09T02:51:06,231 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:42835:42835)] 2024-11-09T02:51:06,231 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:51:06,232 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:51:06,232 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:51:06,232 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:51:06,232 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:51:06,232 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:06,232 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:51:06,233 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:51:06,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:51:06,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:51:06,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:06,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:06,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:51:06,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:51:06,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:06,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:06,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:51:06,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:51:06,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:06,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:06,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:51:06,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:51:06,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:06,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:06,245 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:51:06,246 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740 2024-11-09T02:51:06,248 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740 2024-11-09T02:51:06,250 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:51:06,250 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:51:06,251 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:51:06,254 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:51:06,256 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=800393, jitterRate=0.01775263249874115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:51:06,256 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:51:06,258 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731120666233Writing region info on filesystem at 1731120666233Initializing all the Stores at 1731120666234 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120666235 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120666235Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120666235Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120666235Cleaning up temporary data from old regions at 1731120666251 (+16 ms)Running coprocessor post-open hooks at 1731120666256 (+5 ms)Region opened successfully at 1731120666258 (+2 ms) 2024-11-09T02:51:06,259 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120666175 2024-11-09T02:51:06,263 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:51:06,263 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:51:06,264 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36977,1731120665117 2024-11-09T02:51:06,265 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36977,1731120665117, state=OPEN 2024-11-09T02:51:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:51:06,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:51:06,321 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,36977,1731120665117 2024-11-09T02:51:06,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:06,321 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:51:06,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36977,1731120665117 in 298 msec 2024-11-09T02:51:06,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:51:06,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 777 msec 2024-11-09T02:51:06,331 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:06,331 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:51:06,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:51:06,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36977,1731120665117, seqNum=-1] 2024-11-09T02:51:06,333 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:51:06,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:51:06,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-09T02:51:06,344 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120666344, completionTime=-1 2024-11-09T02:51:06,344 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:51:06,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:51:06,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:51:06,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120726346 2024-11-09T02:51:06,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120786346 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34819,1731120664923-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34819,1731120664923-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34819,1731120664923-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:34819, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,350 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:51:06,352 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.161sec 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34819,1731120664923-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:51:06,353 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34819,1731120664923-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:51:06,356 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:51:06,356 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:51:06,356 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34819,1731120664923-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:06,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fbd950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:51:06,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34819,-1 for getting cluster id 2024-11-09T02:51:06,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:51:06,452 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3bf7df11-24f9-47dd-b8cc-89a7a967d089' 2024-11-09T02:51:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:51:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3bf7df11-24f9-47dd-b8cc-89a7a967d089" 2024-11-09T02:51:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbb9729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:51:06,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34819,-1] 2024-11-09T02:51:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:51:06,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:06,456 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:51:06,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cd2cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:51:06,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:51:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36977,1731120665117, seqNum=-1] 2024-11-09T02:51:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:51:06,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:51:06,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,34819,1731120664923 2024-11-09T02:51:06,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:06,467 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T02:51:06,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:06,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:06,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:06,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:06,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:06,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d1c8ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:06,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f7bd230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:06,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e67899{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-44561-hadoop-hdfs-3_4_1-tests_jar-_-any-13652490889497899166/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:06,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5371971b{HTTP/1.1, (http/1.1)}{localhost:44561} 2024-11-09T02:51:06,587 INFO [Time-limited test {}] server.Server(415): Started @75904ms 2024-11-09T02:51:06,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:06,618 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:06,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:06,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:06,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:06,624 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:51:06,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77380575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:06,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33347af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:06,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70efd309{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-33063-hadoop-hdfs-3_4_1-tests_jar-_-any-15745942945440219614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:06,721 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c8689f9{HTTP/1.1, (http/1.1)}{localhost:33063} 2024-11-09T02:51:06,722 INFO [Time-limited test {}] server.Server(415): Started @76038ms 2024-11-09T02:51:06,723 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:06,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:06,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:06,766 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:51:06,768 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:06,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:06,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:06,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:06,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:06,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:06,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:06,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a85dfb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:06,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f8783ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:06,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a6ba6d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-43505-hadoop-hdfs-3_4_1-tests_jar-_-any-7198055031106415436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:06,912 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a5c7310{HTTP/1.1, (http/1.1)}{localhost:43505} 2024-11-09T02:51:06,912 INFO [Time-limited test {}] server.Server(415): Started @76229ms 2024-11-09T02:51:06,914 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:07,863 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data6/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:07,863 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data5/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:07,886 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:07,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba06c30b0097ebb4 with lease ID 0x4569c04e50df0583: Processing first storage report for DS-9967e96d-4db4-423e-9c90-bd152c69618a from datanode DatanodeRegistration(127.0.0.1:38709, datanodeUuid=2714ba04-bd1b-4eec-aed6-28f6d83bd9ff, infoPort=38749, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:07,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba06c30b0097ebb4 with lease ID 0x4569c04e50df0583: from storage DS-9967e96d-4db4-423e-9c90-bd152c69618a node DatanodeRegistration(127.0.0.1:38709, datanodeUuid=2714ba04-bd1b-4eec-aed6-28f6d83bd9ff, infoPort=38749, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xba06c30b0097ebb4 with lease ID 0x4569c04e50df0583: Processing first storage report for DS-76315001-c096-4483-8a60-1167557a3e81 from datanode DatanodeRegistration(127.0.0.1:38709, datanodeUuid=2714ba04-bd1b-4eec-aed6-28f6d83bd9ff, infoPort=38749, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xba06c30b0097ebb4 with lease ID 0x4569c04e50df0583: from storage DS-76315001-c096-4483-8a60-1167557a3e81 node DatanodeRegistration(127.0.0.1:38709, datanodeUuid=2714ba04-bd1b-4eec-aed6-28f6d83bd9ff, infoPort=38749, infoSecurePort=0, ipcPort=38839, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:08,074 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data7/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:08,074 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data8/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:08,089 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x237fa965f5288691 with lease ID 0x4569c04e50df0584: Processing first storage report for DS-a4f7ad7f-1727-41b3-87d7-7d3b38228ce6 from datanode DatanodeRegistration(127.0.0.1:44847, datanodeUuid=d59adfa0-eec7-4bba-9952-09eb54f24d91, infoPort=36597, infoSecurePort=0, ipcPort=38105, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x237fa965f5288691 with lease ID 0x4569c04e50df0584: from storage DS-a4f7ad7f-1727-41b3-87d7-7d3b38228ce6 node DatanodeRegistration(127.0.0.1:44847, datanodeUuid=d59adfa0-eec7-4bba-9952-09eb54f24d91, infoPort=36597, infoSecurePort=0, ipcPort=38105, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x237fa965f5288691 with lease ID 0x4569c04e50df0584: Processing first storage report for DS-13881cd4-c968-4fd8-addf-0054b06743f9 from datanode DatanodeRegistration(127.0.0.1:44847, datanodeUuid=d59adfa0-eec7-4bba-9952-09eb54f24d91, infoPort=36597, infoSecurePort=0, ipcPort=38105, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x237fa965f5288691 with lease ID 0x4569c04e50df0584: from storage DS-13881cd4-c968-4fd8-addf-0054b06743f9 node DatanodeRegistration(127.0.0.1:44847, datanodeUuid=d59adfa0-eec7-4bba-9952-09eb54f24d91, infoPort=36597, infoSecurePort=0, ipcPort=38105, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:08,201 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data9/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:08,201 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data10/current/BP-179082994-172.17.0.3-1731120662817/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:08,227 WARN [Thread-534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdaf396311480407c with lease ID 0x4569c04e50df0585: Processing first storage report for DS-421b70aa-8bef-4bc0-9446-720d0fb59d69 from datanode DatanodeRegistration(127.0.0.1:40935, datanodeUuid=383794ea-0da8-4822-91c0-fcdcecc94013, infoPort=41107, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdaf396311480407c with lease ID 0x4569c04e50df0585: from storage DS-421b70aa-8bef-4bc0-9446-720d0fb59d69 node DatanodeRegistration(127.0.0.1:40935, datanodeUuid=383794ea-0da8-4822-91c0-fcdcecc94013, infoPort=41107, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:51:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdaf396311480407c with lease ID 0x4569c04e50df0585: Processing first storage report for DS-9f12d374-2e81-423b-b33d-825480106b27 from datanode DatanodeRegistration(127.0.0.1:40935, datanodeUuid=383794ea-0da8-4822-91c0-fcdcecc94013, infoPort=41107, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817) 2024-11-09T02:51:08,230 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdaf396311480407c with lease ID 0x4569c04e50df0585: from storage DS-9f12d374-2e81-423b-b33d-825480106b27 node DatanodeRegistration(127.0.0.1:40935, datanodeUuid=383794ea-0da8-4822-91c0-fcdcecc94013, infoPort=41107, infoSecurePort=0, ipcPort=37939, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:08,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:51:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34819,1731120664923 2024-11-09T02:51:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2470d209 2024-11-09T02:51:08,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:51:08,258 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:51:08,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T02:51:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T02:51:08,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:51:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T02:51:08,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:51:08,262 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:08,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-09T02:51:08,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:51:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:51:08,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741835_1011 (size=393) 2024-11-09T02:51:08,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741835_1011 (size=393) 2024-11-09T02:51:08,274 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d98abe141030f431e6e9f5700303af9e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030 2024-11-09T02:51:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741836_1012 (size=76) 2024-11-09T02:51:08,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741836_1012 (size=76) 2024-11-09T02:51:08,282 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:08,282 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing d98abe141030f431e6e9f5700303af9e, disabling compactions & flushes 2024-11-09T02:51:08,282 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,282 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,282 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. after waiting 0 ms 2024-11-09T02:51:08,282 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,282 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,282 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for d98abe141030f431e6e9f5700303af9e: Waiting for close lock at 1731120668282Disabling compacts and flushes for region at 1731120668282Disabling writes for close at 1731120668282Writing region close event to WAL at 1731120668282Closed at 1731120668282 2024-11-09T02:51:08,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:51:08,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731120668284"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120668284"}]},"ts":"1731120668284"} 2024-11-09T02:51:08,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:51:08,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:51:08,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120668287"}]},"ts":"1731120668287"} 2024-11-09T02:51:08,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-09T02:51:08,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d98abe141030f431e6e9f5700303af9e, ASSIGN}] 2024-11-09T02:51:08,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d98abe141030f431e6e9f5700303af9e, ASSIGN 2024-11-09T02:51:08,293 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d98abe141030f431e6e9f5700303af9e, ASSIGN; state=OFFLINE, location=53f286d3af3b,36977,1731120665117; forceNewPlan=false, retain=false 2024-11-09T02:51:08,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d98abe141030f431e6e9f5700303af9e, regionState=OPENING, regionLocation=53f286d3af3b,36977,1731120665117 2024-11-09T02:51:08,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d98abe141030f431e6e9f5700303af9e, ASSIGN because future has completed 2024-11-09T02:51:08,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d98abe141030f431e6e9f5700303af9e, server=53f286d3af3b,36977,1731120665117}] 2024-11-09T02:51:08,605 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,605 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d98abe141030f431e6e9f5700303af9e, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:51:08,605 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,605 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:08,605 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,605 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,607 INFO [StoreOpener-d98abe141030f431e6e9f5700303af9e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,609 INFO [StoreOpener-d98abe141030f431e6e9f5700303af9e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d98abe141030f431e6e9f5700303af9e columnFamilyName info 2024-11-09T02:51:08,609 DEBUG [StoreOpener-d98abe141030f431e6e9f5700303af9e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:08,609 INFO [StoreOpener-d98abe141030f431e6e9f5700303af9e-1 {}] regionserver.HStore(327): Store=d98abe141030f431e6e9f5700303af9e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:08,610 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,611 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,611 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,611 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,611 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,614 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,616 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:51:08,617 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d98abe141030f431e6e9f5700303af9e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=733857, jitterRate=-0.06685353815555573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T02:51:08,617 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:08,618 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d98abe141030f431e6e9f5700303af9e: Running coprocessor pre-open hook at 1731120668606Writing region info on filesystem at 1731120668606Initializing all the Stores at 1731120668607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120668607Cleaning up temporary data from old regions at 1731120668612 (+5 ms)Running coprocessor post-open hooks at 1731120668617 (+5 ms)Region opened successfully at 1731120668618 (+1 ms) 2024-11-09T02:51:08,619 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e., pid=6, masterSystemTime=1731120668600 2024-11-09T02:51:08,621 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,621 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:08,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d98abe141030f431e6e9f5700303af9e, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36977,1731120665117 2024-11-09T02:51:08,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d98abe141030f431e6e9f5700303af9e, server=53f286d3af3b,36977,1731120665117 because future has completed 2024-11-09T02:51:08,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:51:08,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d98abe141030f431e6e9f5700303af9e, server=53f286d3af3b,36977,1731120665117 in 180 msec 2024-11-09T02:51:08,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:51:08,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=d98abe141030f431e6e9f5700303af9e, ASSIGN in 340 msec 2024-11-09T02:51:08,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:51:08,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120668635"}]},"ts":"1731120668635"} 2024-11-09T02:51:08,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-09T02:51:08,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:51:08,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 381 msec 2024-11-09T02:51:11,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T02:51:11,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-09T02:51:11,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-09T02:51:11,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:51:11,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-09T02:51:14,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:51:14,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:14,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:51:18,360 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-09T02:51:18,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-09T02:51:18,361 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T02:51:18,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-09T02:51:18,365 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T02:51:18,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-09T02:51:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e., hostname=53f286d3af3b,36977,1731120665117, seqNum=2] 2024-11-09T02:51:18,373 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-09T02:51:18,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T02:51:18,378 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:18,380 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_48324125_22 at /127.0.0.1:46886 [Receiving block BP-179082994-172.17.0.3-1731120662817:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35947:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46886 dst: /127.0.0.1:35947 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:18,380 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1646386529_22 at /127.0.0.1:44734 [Receiving block BP-179082994-172.17.0.3-1731120662817:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44734 dst: /127.0.0.1:33907 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:18,380 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1646386529_22 at /127.0.0.1:46904 [Receiving block BP-179082994-172.17.0.3-1731120662817:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35947:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46904 dst: /127.0.0.1:35947 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:18,381 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1646386529_22 at /127.0.0.1:46908 [Receiving block BP-179082994-172.17.0.3-1731120662817:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35947:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46908 dst: /127.0.0.1:35947 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:18,381 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1646386529_22 at /127.0.0.1:44762 [Receiving block BP-179082994-172.17.0.3-1731120662817:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44762 dst: /127.0.0.1:33907 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:18,379 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_48324125_22 at /127.0.0.1:44698 [Receiving block BP-179082994-172.17.0.3-1731120662817:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33907:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44698 dst: /127.0.0.1:33907 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d0a2262{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:19,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78b51fbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:19,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:19,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3684d2e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:19,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6aa6f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:19,129 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:19,129 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:19,129 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:19,129 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179082994-172.17.0.3-1731120662817 (Datanode Uuid c8ca1e84-9cc4-4977-b9e6-667e2697c745) service to localhost/127.0.0.1:33403 2024-11-09T02:51:19,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data3/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:19,130 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data4/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:19,130 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:19,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:19,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:19,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:19,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:19,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:19,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77ba8135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:19,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1923154f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:19,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b6a1417{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/java.io.tmpdir/jetty-localhost-44061-hadoop-hdfs-3_4_1-tests_jar-_-any-17520041345590258587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:19,237 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b347caf{HTTP/1.1, (http/1.1)}{localhost:44061} 2024-11-09T02:51:19,237 INFO [Time-limited test {}] server.Server(415): Started @88554ms 2024-11-09T02:51:19,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:19,258 WARN [AsyncFSWAL-0-hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030-prefix:53f286d3af3b,36977,1731120665117 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,258 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C36977%2C1731120665117:(num 1731120665757) roll requested 2024-11-09T02:51:19,271 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120679259, exclude list is [], retry=0 2024-11-09T02:51:19,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35947,DS-b5a290ba-15af-4f73-b8f3-4e8cb7a3213a,DISK] 2024-11-09T02:51:19,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-421b70aa-8bef-4bc0-9446-720d0fb59d69,DISK] 2024-11-09T02:51:19,277 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120679259 2024-11-09T02:51:19,278 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36697:36697),(127.0.0.1/127.0.0.1:41107:41107)] 2024-11-09T02:51:19,278 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 is not closed yet, will try archiving it next time 2024-11-09T02:51:19,279 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:51:19,279 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:51:19,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:51:19,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:19,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:19,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:51:19,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:51:19,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=75559587, stopped=false 2024-11-09T02:51:19,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,34819,1731120664923 2024-11-09T02:51:19,280 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T02:51:19,281 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T02:51:19,281 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 2024-11-09T02:51:19,283 WARN [IPC Server handler 4 on default port 33403 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-09T02:51:19,286 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 after 4ms 2024-11-09T02:51:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:19,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:19,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:51:19,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:19,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:19,500 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:51:19,500 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:51:19,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:19,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:19,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:19,500 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,36977,1731120665117' ***** 2024-11-09T02:51:19,500 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:51:19,501 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(3091): Received CLOSE for d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,36977,1731120665117 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36977. 2024-11-09T02:51:19,501 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d98abe141030f431e6e9f5700303af9e, disabling compactions & flushes 2024-11-09T02:51:19,501 DEBUG [RS:0;53f286d3af3b:36977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:51:19,501 DEBUG [RS:0;53f286d3af3b:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:19,501 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:19,501 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:51:19,501 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. after waiting 0 ms 2024-11-09T02:51:19,501 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:51:19,501 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:19,502 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:51:19,502 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:51:19,502 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d98abe141030f431e6e9f5700303af9e 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-09T02:51:19,502 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:51:19,502 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1325): Online Regions={d98abe141030f431e6e9f5700303af9e=TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:51:19,502 DEBUG [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d98abe141030f431e6e9f5700303af9e 2024-11-09T02:51:19,502 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:51:19,502 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:51:19,502 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:51:19,502 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:51:19,502 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:51:19,502 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-09T02:51:19,503 WARN [AsyncFSWAL-0-hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030-prefix:53f286d3af3b,36977,1731120665117.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,503 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C36977%2C1731120665117.meta:.meta(num 1731120666188) roll requested 2024-11-09T02:51:19,518 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120679503.meta, exclude list is [], retry=0 2024-11-09T02:51:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-421b70aa-8bef-4bc0-9446-720d0fb59d69,DISK] 2024-11-09T02:51:19,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44847,DS-a4f7ad7f-1727-41b3-87d7-7d3b38228ce6,DISK] 2024-11-09T02:51:19,524 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120679503.meta 2024-11-09T02:51:19,524 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41107:41107),(127.0.0.1/127.0.0.1:36597:36597)] 2024-11-09T02:51:19,524 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta is not closed yet, will try archiving it next time 2024-11-09T02:51:19,524 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,524 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:19,525 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta 2024-11-09T02:51:19,525 WARN [IPC Server handler 0 on default port 33403 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta has not been closed. Lease recovery is in progress. RecoveryId = 1016 for block blk_1073741834_1010 2024-11-09T02:51:19,526 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta after 1ms 2024-11-09T02:51:19,526 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/.tmp/info/7da98b3b3ae04942a8e1662e4389b7aa is 1055, key is row0001/info:/1731120678371/Put/seqid=0 2024-11-09T02:51:19,529 WARN [Thread-621 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741839_1017 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-09T02:51:19,529 WARN [Thread-621 {}] hdfs.DataStreamer(1731): Error Recovery for BP-179082994-172.17.0.3-1731120662817:blk_1073741839_1017 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK], DatanodeInfoWithStorage[127.0.0.1:40935,DS-421b70aa-8bef-4bc0-9446-720d0fb59d69,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK]) is bad. 2024-11-09T02:51:19,529 WARN [Thread-621 {}] hdfs.DataStreamer(1850): Abandoning BP-179082994-172.17.0.3-1731120662817:blk_1073741839_1017 2024-11-09T02:51:19,531 WARN [Thread-621 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK] 2024-11-09T02:51:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741840_1018 (size=7062) 2024-11-09T02:51:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741840_1018 (size=7062) 2024-11-09T02:51:19,539 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/.tmp/info/7da98b3b3ae04942a8e1662e4389b7aa 2024-11-09T02:51:19,542 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/info/9283a0aab1694600a2f48eeb36891418 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e./info:regioninfo/1731120668622/Put/seqid=0 2024-11-09T02:51:19,544 WARN [Thread-626 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741841_1019 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-09T02:51:19,545 WARN [Thread-626 {}] hdfs.DataStreamer(1731): Error Recovery for BP-179082994-172.17.0.3-1731120662817:blk_1073741841_1019 in pipeline [DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK], DatanodeInfoWithStorage[127.0.0.1:44847,DS-a4f7ad7f-1727-41b3-87d7-7d3b38228ce6,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK]) is bad. 2024-11-09T02:51:19,545 WARN [Thread-626 {}] hdfs.DataStreamer(1850): Abandoning BP-179082994-172.17.0.3-1731120662817:blk_1073741841_1019 2024-11-09T02:51:19,546 WARN [Thread-626 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:33907,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK] 2024-11-09T02:51:19,550 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/.tmp/info/7da98b3b3ae04942a8e1662e4389b7aa as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/info/7da98b3b3ae04942a8e1662e4389b7aa 2024-11-09T02:51:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741842_1020 (size=7089) 2024-11-09T02:51:19,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741842_1020 (size=7089) 2024-11-09T02:51:19,555 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/info/9283a0aab1694600a2f48eeb36891418 2024-11-09T02:51:19,559 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/info/7da98b3b3ae04942a8e1662e4389b7aa, entries=2, sequenceid=6, filesize=6.9 K 2024-11-09T02:51:19,560 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for d98abe141030f431e6e9f5700303af9e in 59ms, sequenceid=6, compaction requested=false 2024-11-09T02:51:19,569 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/default/TestLogRolling-testLogRollOnDatanodeDeath/d98abe141030f431e6e9f5700303af9e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:51:19,570 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:19,570 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d98abe141030f431e6e9f5700303af9e: Waiting for close lock at 1731120679501Running coprocessor pre-close hooks at 1731120679501Disabling compacts and flushes for region at 1731120679501Disabling writes for close at 1731120679501Obtaining lock to block concurrent updates at 1731120679502 (+1 ms)Preparing flush snapshotting stores in d98abe141030f431e6e9f5700303af9e at 1731120679502Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731120679502Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. at 1731120679503 (+1 ms)Flushing d98abe141030f431e6e9f5700303af9e/info: creating writer at 1731120679503Flushing d98abe141030f431e6e9f5700303af9e/info: appending metadata at 1731120679526 (+23 ms)Flushing d98abe141030f431e6e9f5700303af9e/info: closing flushed file at 1731120679526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c081d3b: reopening flushed file at 1731120679548 (+22 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for d98abe141030f431e6e9f5700303af9e in 59ms, sequenceid=6, compaction requested=false at 1731120679560 (+12 ms)Writing region close event to WAL at 1731120679565 (+5 ms)Running coprocessor post-close hooks at 1731120679570 (+5 ms)Closed at 1731120679570 2024-11-09T02:51:19,570 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731120668258.d98abe141030f431e6e9f5700303af9e. 2024-11-09T02:51:19,580 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/ns/dacabe1b11c54fcfa3b6f0e22885be5b is 43, key is default/ns:d/1731120666336/Put/seqid=0 2024-11-09T02:51:19,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741843_1021 (size=5153) 2024-11-09T02:51:19,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741843_1021 (size=5153) 2024-11-09T02:51:19,586 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/ns/dacabe1b11c54fcfa3b6f0e22885be5b 2024-11-09T02:51:19,608 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/table/bcb573b79b114eb8b6b545f4293ab477 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731120668635/Put/seqid=0 2024-11-09T02:51:19,614 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:51:19,614 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:51:19,614 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:51:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741844_1022 (size=5424) 2024-11-09T02:51:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741844_1022 (size=5424) 2024-11-09T02:51:19,637 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/table/bcb573b79b114eb8b6b545f4293ab477 2024-11-09T02:51:19,645 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/info/9283a0aab1694600a2f48eeb36891418 as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/info/9283a0aab1694600a2f48eeb36891418 2024-11-09T02:51:19,653 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/info/9283a0aab1694600a2f48eeb36891418, entries=10, sequenceid=11, filesize=6.9 K 2024-11-09T02:51:19,655 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/ns/dacabe1b11c54fcfa3b6f0e22885be5b as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/ns/dacabe1b11c54fcfa3b6f0e22885be5b 2024-11-09T02:51:19,662 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/ns/dacabe1b11c54fcfa3b6f0e22885be5b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:51:19,663 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/.tmp/table/bcb573b79b114eb8b6b545f4293ab477 as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/table/bcb573b79b114eb8b6b545f4293ab477 2024-11-09T02:51:19,671 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/table/bcb573b79b114eb8b6b545f4293ab477, entries=2, sequenceid=11, filesize=5.3 K 2024-11-09T02:51:19,672 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-11-09T02:51:19,679 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:51:19,679 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:51:19,680 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:51:19,680 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120679502Running coprocessor pre-close hooks at 1731120679502Disabling compacts and flushes for region at 1731120679502Disabling writes for close at 1731120679502Obtaining lock to block concurrent updates at 1731120679502Preparing flush snapshotting stores in 1588230740 at 1731120679502Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731120679502Flushing stores of hbase:meta,,1.1588230740 at 1731120679525 (+23 ms)Flushing 1588230740/info: creating writer at 1731120679525Flushing 1588230740/info: appending metadata at 1731120679542 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731120679542Flushing 1588230740/ns: creating writer at 1731120679563 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731120679579 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731120679579Flushing 1588230740/table: creating writer at 1731120679593 (+14 ms)Flushing 1588230740/table: appending metadata at 1731120679607 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731120679607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53417238: reopening flushed file at 1731120679644 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323068c4: reopening flushed file at 1731120679654 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671da42c: reopening flushed file at 1731120679662 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1731120679672 (+10 ms)Writing region close event to WAL at 1731120679674 (+2 ms)Running coprocessor post-close hooks at 1731120679679 (+5 ms)Closed at 1731120679680 (+1 ms) 2024-11-09T02:51:19,680 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:51:19,702 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,36977,1731120665117; all regions closed. 2024-11-09T02:51:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741838_1015 (size=825) 2024-11-09T02:51:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741838_1015 (size=825) 2024-11-09T02:51:19,997 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9232bc4f4ac7fcd with lease ID 0x4569c04e50df0586: from storage DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=c8ca1e84-9cc4-4977-b9e6-667e2697c745, infoPort=42897, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:51:20,005 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9232bc4f4ac7fcd with lease ID 0x4569c04e50df0586: from storage DS-3c555e4e-d403-4643-9b59-c903ae205950 node DatanodeRegistration(127.0.0.1:35295, datanodeUuid=c8ca1e84-9cc4-4977-b9e6-667e2697c745, infoPort=42897, infoSecurePort=0, ipcPort=39173, storageInfo=lv=-57;cid=testClusterID;nsid=145367815;c=1731120662817), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741833_1014 (size=1599) 2024-11-09T02:51:21,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-09T02:51:21,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:51:21,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:51:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741834_1016 (size=2386) 2024-11-09T02:51:23,287 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 after 4006ms 2024-11-09T02:51:23,288 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.1731120665757 to hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs/53f286d3af3b%2C36977%2C1731120665117.1731120665757 2024-11-09T02:51:23,527 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta after 4002ms 2024-11-09T02:51:23,527 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/WALs/53f286d3af3b,36977,1731120665117/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta to hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs/53f286d3af3b%2C36977%2C1731120665117.meta.1731120666188.meta 2024-11-09T02:51:23,531 DEBUG [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs 2024-11-09T02:51:23,531 INFO [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36977%2C1731120665117.meta:.meta(num 1731120679503) 2024-11-09T02:51:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741837_1013 (size=2288) 2024-11-09T02:51:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741837_1013 (size=2288) 2024-11-09T02:51:23,537 DEBUG [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs 2024-11-09T02:51:23,537 INFO [RS:0;53f286d3af3b:36977 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36977%2C1731120665117:(num 1731120679259) 2024-11-09T02:51:23,537 DEBUG [RS:0;53f286d3af3b:36977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:23,537 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:51:23,537 INFO [RS:0;53f286d3af3b:36977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:51:23,538 INFO [RS:0;53f286d3af3b:36977 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:51:23,538 INFO [RS:0;53f286d3af3b:36977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:51:23,538 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:51:23,538 INFO [RS:0;53f286d3af3b:36977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36977 2024-11-09T02:51:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:51:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,36977,1731120665117 2024-11-09T02:51:23,609 INFO [RS:0;53f286d3af3b:36977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:51:23,620 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,36977,1731120665117] 2024-11-09T02:51:23,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,36977,1731120665117 already deleted, retry=false 2024-11-09T02:51:23,631 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,36977,1731120665117 expired; onlineServers=0 2024-11-09T02:51:23,631 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,34819,1731120664923' ***** 2024-11-09T02:51:23,631 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:51:23,631 INFO [M:0;53f286d3af3b:34819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:51:23,631 INFO [M:0;53f286d3af3b:34819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:51:23,631 DEBUG [M:0;53f286d3af3b:34819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:51:23,632 DEBUG [M:0;53f286d3af3b:34819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:51:23,631 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:51:23,632 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120665508 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120665508,5,FailOnTimeoutGroup] 2024-11-09T02:51:23,632 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120665511 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120665511,5,FailOnTimeoutGroup] 2024-11-09T02:51:23,632 INFO [M:0;53f286d3af3b:34819 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:51:23,632 INFO [M:0;53f286d3af3b:34819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:51:23,632 DEBUG [M:0;53f286d3af3b:34819 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:51:23,632 INFO [M:0;53f286d3af3b:34819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:51:23,632 INFO [M:0;53f286d3af3b:34819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:51:23,632 INFO [M:0;53f286d3af3b:34819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:51:23,632 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:51:23,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T02:51:23,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:23,642 DEBUG [M:0;53f286d3af3b:34819 {}] zookeeper.ZKUtil(347): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T02:51:23,642 WARN [M:0;53f286d3af3b:34819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:51:23,643 INFO [M:0;53f286d3af3b:34819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/.lastflushedseqids 2024-11-09T02:51:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741845_1023 (size=139) 2024-11-09T02:51:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741845_1023 (size=139) 2024-11-09T02:51:23,652 INFO [M:0;53f286d3af3b:34819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:51:23,652 INFO [M:0;53f286d3af3b:34819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:51:23,652 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:51:23,652 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:23,652 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:23,652 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:51:23,652 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:23,653 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-09T02:51:23,653 WARN [AsyncFSWAL-0-hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData-prefix:53f286d3af3b,34819,1731120664923 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:23,654 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C34819%2C1731120664923:(num 1731120665268) roll requested 2024-11-09T02:51:23,669 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120683654, exclude list is [], retry=0 2024-11-09T02:51:23,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40935,DS-421b70aa-8bef-4bc0-9446-720d0fb59d69,DISK] 2024-11-09T02:51:23,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35295,DS-cbea0fcc-e3c4-4ba5-9be8-2585835bdd61,DISK] 2024-11-09T02:51:23,675 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120683654 2024-11-09T02:51:23,675 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42897:42897),(127.0.0.1/127.0.0.1:41107:41107)] 2024-11-09T02:51:23,675 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 is not closed yet, will try archiving it next time 2024-11-09T02:51:23,675 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:23,675 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:51:23,676 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 2024-11-09T02:51:23,677 WARN [IPC Server handler 0 on default port 33403 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-09T02:51:23,677 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 after 1ms 2024-11-09T02:51:23,692 DEBUG [M:0;53f286d3af3b:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1975199c49cd48409e2c5e474c223c91 is 82, key is hbase:meta,,1/info:regioninfo/1731120666264/Put/seqid=0 2024-11-09T02:51:23,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741847_1026 (size=5672) 2024-11-09T02:51:23,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35947 is added to blk_1073741847_1026 (size=5672) 2024-11-09T02:51:23,698 INFO [M:0;53f286d3af3b:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1975199c49cd48409e2c5e474c223c91 2024-11-09T02:51:23,720 DEBUG [M:0;53f286d3af3b:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1c433219a2342ddb4897a747d7e20f6 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731120668641/Put/seqid=0 2024-11-09T02:51:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:23,721 INFO [RS:0;53f286d3af3b:36977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:51:23,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011d810cf50001, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:23,721 INFO [RS:0;53f286d3af3b:36977 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,36977,1731120665117; zookeeper connection closed. 2024-11-09T02:51:23,721 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d1470e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d1470e6 2024-11-09T02:51:23,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:51:23,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741848_1027 (size=6114) 2024-11-09T02:51:23,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741848_1027 (size=6114) 2024-11-09T02:51:24,126 INFO [M:0;53f286d3af3b:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1c433219a2342ddb4897a747d7e20f6 2024-11-09T02:51:24,148 DEBUG [M:0;53f286d3af3b:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c77f02d9ab2451293b925fe4f004048 is 69, key is 53f286d3af3b,36977,1731120665117/rs:state/1731120665586/Put/seqid=0 2024-11-09T02:51:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38709 is added to blk_1073741849_1028 (size=5156) 2024-11-09T02:51:24,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741849_1028 (size=5156) 2024-11-09T02:51:24,154 INFO [M:0;53f286d3af3b:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c77f02d9ab2451293b925fe4f004048 2024-11-09T02:51:24,175 DEBUG [M:0;53f286d3af3b:34819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6b4984b88d2a4a428586aef55d701acc is 52, key is load_balancer_on/state:d/1731120666466/Put/seqid=0 2024-11-09T02:51:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741850_1029 (size=5056) 2024-11-09T02:51:24,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44847 is added to blk_1073741850_1029 (size=5056) 2024-11-09T02:51:24,182 INFO [M:0;53f286d3af3b:34819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6b4984b88d2a4a428586aef55d701acc 2024-11-09T02:51:24,191 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1975199c49cd48409e2c5e474c223c91 as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1975199c49cd48409e2c5e474c223c91 2024-11-09T02:51:24,199 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1975199c49cd48409e2c5e474c223c91, entries=8, sequenceid=56, filesize=5.5 K 2024-11-09T02:51:24,200 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1c433219a2342ddb4897a747d7e20f6 as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1c433219a2342ddb4897a747d7e20f6 2024-11-09T02:51:24,206 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1c433219a2342ddb4897a747d7e20f6, entries=6, sequenceid=56, filesize=6.0 K 2024-11-09T02:51:24,208 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5c77f02d9ab2451293b925fe4f004048 as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c77f02d9ab2451293b925fe4f004048 2024-11-09T02:51:24,216 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5c77f02d9ab2451293b925fe4f004048, entries=1, sequenceid=56, filesize=5.0 K 2024-11-09T02:51:24,218 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6b4984b88d2a4a428586aef55d701acc as hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6b4984b88d2a4a428586aef55d701acc 2024-11-09T02:51:24,226 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6b4984b88d2a4a428586aef55d701acc, entries=1, sequenceid=56, filesize=4.9 K 2024-11-09T02:51:24,227 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=56, compaction requested=false 2024-11-09T02:51:24,229 INFO [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:24,229 DEBUG [M:0;53f286d3af3b:34819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120683652Disabling compacts and flushes for region at 1731120683652Disabling writes for close at 1731120683652Obtaining lock to block concurrent updates at 1731120683653 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120683653Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731120683653Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120683675 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120683676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120683691 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120683691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120683705 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120683719 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120683719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120684133 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120684147 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120684147Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731120684160 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731120684175 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731120684175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af11099: reopening flushed file at 1731120684189 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b6b7ad: reopening flushed file at 1731120684199 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bfe89e9: reopening flushed file at 1731120684207 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c33fa35: reopening flushed file at 1731120684216 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=56, compaction requested=false at 1731120684227 (+11 ms)Writing region close event to WAL at 1731120684229 (+2 ms)Closed at 1731120684229 2024-11-09T02:51:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40935 is added to blk_1073741846_1024 (size=757) 2024-11-09T02:51:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35295 is added to blk_1073741846_1024 (size=757) 2024-11-09T02:51:24,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:24,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:24,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:25,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:51:25,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:25,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:25,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:27,678 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 after 4002ms 2024-11-09T02:51:27,678 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/WALs/53f286d3af3b,34819,1731120664923/53f286d3af3b%2C34819%2C1731120664923.1731120665268 to hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/oldWALs/53f286d3af3b%2C34819%2C1731120664923.1731120665268 2024-11-09T02:51:27,682 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/MasterData/oldWALs/53f286d3af3b%2C34819%2C1731120664923.1731120665268 to hdfs://localhost:33403/user/jenkins/test-data/af964544-9574-9ad0-5e3f-37970d395030/oldWALs/53f286d3af3b%2C34819%2C1731120664923.1731120665268$masterlocalwal$ 2024-11-09T02:51:27,683 INFO [M:0;53f286d3af3b:34819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:51:27,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:51:27,683 INFO [M:0;53f286d3af3b:34819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34819 2024-11-09T02:51:27,683 INFO [M:0;53f286d3af3b:34819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:51:27,847 INFO [M:0;53f286d3af3b:34819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:51:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34819-0x1011d810cf50000, quorum=127.0.0.1:49549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:51:27,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b6a1417{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:27,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b347caf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:27,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:27,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1923154f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:27,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77ba8135{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:27,852 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:27,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:27,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:27,852 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179082994-172.17.0.3-1731120662817 (Datanode Uuid c8ca1e84-9cc4-4977-b9e6-667e2697c745) service to localhost/127.0.0.1:33403 2024-11-09T02:51:27,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data3/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data4/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:27,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a6ba6d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:27,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a5c7310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:27,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:27,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f8783ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:27,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a85dfb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:27,860 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:27,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:27,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:27,860 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179082994-172.17.0.3-1731120662817 (Datanode Uuid 383794ea-0da8-4822-91c0-fcdcecc94013) service to localhost/127.0.0.1:33403 2024-11-09T02:51:27,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data9/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data10/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:27,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70efd309{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:27,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c8689f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:27,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:27,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33347af7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:27,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77380575{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:27,867 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:27,868 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:27,868 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179082994-172.17.0.3-1731120662817 (Datanode Uuid d59adfa0-eec7-4bba-9952-09eb54f24d91) service to localhost/127.0.0.1:33403 2024-11-09T02:51:27,868 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:27,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data7/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,868 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data8/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,869 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:27,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e67899{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:27,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5371971b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:27,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:27,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f7bd230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:27,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d1c8ea1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:27,874 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:27,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:27,874 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179082994-172.17.0.3-1731120662817 (Datanode Uuid 2714ba04-bd1b-4eec-aed6-28f6d83bd9ff) service to localhost/127.0.0.1:33403 2024-11-09T02:51:27,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:27,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data5/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data6/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:27,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ef2449a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:27,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2814494c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:27,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:27,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461cbf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:27,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@578c3ec8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:27,880 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:51:27,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:51:27,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:51:27,880 WARN [BP-179082994-172.17.0.3-1731120662817 heartbeating to localhost/127.0.0.1:33403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-179082994-172.17.0.3-1731120662817 (Datanode Uuid 37aff66e-099a-4e32-9405-60c7c1c7aa9b) service to localhost/127.0.0.1:33403 2024-11-09T02:51:27,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data1/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/cluster_1f3b04e8-6a7f-8c87-e153-34f16e099d0c/data/data2/current/BP-179082994-172.17.0.3-1731120662817 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:51:27,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:51:27,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138974f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:51:27,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e3a34b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:51:27,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:51:27,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a6e3983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:51:27,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72c2d308{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir/,STOPPED} 2024-11-09T02:51:27,901 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:51:27,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:51:27,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=102 (was 66) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (739801126) connection to localhost/127.0.0.1:33403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (739801126) connection to localhost/127.0.0.1:33403 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (739801126) connection to localhost/127.0.0.1:33403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=443 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 226) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2892 (was 3263) 2024-11-09T02:51:27,955 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=102, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=2890 2024-11-09T02:51:27,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:51:27,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.log.dir so I do NOT create it in target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4 2024-11-09T02:51:27,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7a364315-1196-0355-bef6-305dce96f4ca/hadoop.tmp.dir so I do NOT create it in target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4 2024-11-09T02:51:27,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17, deleteOnExit=true 2024-11-09T02:51:27,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:51:27,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/test.cache.data in system properties and HBase conf 2024-11-09T02:51:27,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:51:27,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:51:27,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:51:27,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:51:27,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:51:27,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:51:27,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:51:27,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:51:27,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:51:28,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:28,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:28,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:28,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:28,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:28,314 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:28,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556c6c2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:28,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1b1963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:28,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4490788c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/java.io.tmpdir/jetty-localhost-41499-hadoop-hdfs-3_4_1-tests_jar-_-any-12468142736812174506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:51:28,419 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@616e8ea5{HTTP/1.1, (http/1.1)}{localhost:41499} 2024-11-09T02:51:28,419 INFO [Time-limited test {}] server.Server(415): Started @97736ms 2024-11-09T02:51:28,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:28,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:28,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:28,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:28,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:51:28,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55190387{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:28,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d18ddd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:28,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf0fcd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/java.io.tmpdir/jetty-localhost-46115-hadoop-hdfs-3_4_1-tests_jar-_-any-10168380465558469631/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:28,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33dd363d{HTTP/1.1, (http/1.1)}{localhost:46115} 2024-11-09T02:51:28,819 INFO [Time-limited test {}] server.Server(415): Started @98136ms 2024-11-09T02:51:28,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:28,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:51:28,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:51:28,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:51:28,851 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:51:28,851 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:51:28,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6be76dee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:51:28,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54bdabb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:51:28,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7941e202{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/java.io.tmpdir/jetty-localhost-46111-hadoop-hdfs-3_4_1-tests_jar-_-any-8549428674615461126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:51:28,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2dfd7639{HTTP/1.1, (http/1.1)}{localhost:46111} 2024-11-09T02:51:28,950 INFO [Time-limited test {}] server.Server(415): Started @98267ms 2024-11-09T02:51:28,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:51:30,456 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data2/current/BP-85804446-172.17.0.3-1731120688005/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:30,456 WARN [Thread-800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data1/current/BP-85804446-172.17.0.3-1731120688005/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:30,470 WARN [Thread-764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x457b5ff12f74497f with lease ID 0x3a0f284fb41384aa: Processing first storage report for DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f from datanode DatanodeRegistration(127.0.0.1:44285, datanodeUuid=438978a2-e4ca-42b9-9f0c-3e743bcf5ef2, infoPort=36651, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005) 2024-11-09T02:51:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x457b5ff12f74497f with lease ID 0x3a0f284fb41384aa: from storage DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f node DatanodeRegistration(127.0.0.1:44285, datanodeUuid=438978a2-e4ca-42b9-9f0c-3e743bcf5ef2, infoPort=36651, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x457b5ff12f74497f with lease ID 0x3a0f284fb41384aa: Processing first storage report for DS-0a07ee19-f0f5-4553-827f-67fbf8494711 from datanode DatanodeRegistration(127.0.0.1:44285, datanodeUuid=438978a2-e4ca-42b9-9f0c-3e743bcf5ef2, infoPort=36651, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005) 2024-11-09T02:51:30,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x457b5ff12f74497f with lease ID 0x3a0f284fb41384aa: from storage DS-0a07ee19-f0f5-4553-827f-67fbf8494711 node DatanodeRegistration(127.0.0.1:44285, datanodeUuid=438978a2-e4ca-42b9-9f0c-3e743bcf5ef2, infoPort=36651, infoSecurePort=0, ipcPort=42207, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:51:30,593 WARN [Thread-811 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data3/current/BP-85804446-172.17.0.3-1731120688005/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:30,593 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data4/current/BP-85804446-172.17.0.3-1731120688005/current, will proceed with Du for space computation calculation, 2024-11-09T02:51:30,614 WARN [Thread-787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:51:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe44e58ffa068351b with lease ID 0x3a0f284fb41384ab: Processing first storage report for DS-4abf9e30-cde0-481b-823d-53c45f77f2a8 from datanode DatanodeRegistration(127.0.0.1:46645, datanodeUuid=71407868-6d4c-49bd-a11f-52df024462ba, infoPort=33441, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005) 2024-11-09T02:51:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44e58ffa068351b with lease ID 0x3a0f284fb41384ab: from storage DS-4abf9e30-cde0-481b-823d-53c45f77f2a8 node DatanodeRegistration(127.0.0.1:46645, datanodeUuid=71407868-6d4c-49bd-a11f-52df024462ba, infoPort=33441, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe44e58ffa068351b with lease ID 0x3a0f284fb41384ab: Processing first storage report for DS-7494a3a2-98d6-43ca-a547-49bdc9f490b5 from datanode DatanodeRegistration(127.0.0.1:46645, datanodeUuid=71407868-6d4c-49bd-a11f-52df024462ba, infoPort=33441, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005) 2024-11-09T02:51:30,617 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe44e58ffa068351b with lease ID 0x3a0f284fb41384ab: from storage DS-7494a3a2-98d6-43ca-a547-49bdc9f490b5 node DatanodeRegistration(127.0.0.1:46645, datanodeUuid=71407868-6d4c-49bd-a11f-52df024462ba, infoPort=33441, infoSecurePort=0, ipcPort=46781, storageInfo=lv=-57;cid=testClusterID;nsid=1474081093;c=1731120688005), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:51:30,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4 2024-11-09T02:51:30,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/zookeeper_0, clientPort=51069, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:51:30,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51069 2024-11-09T02:51:30,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:30,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:30,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:51:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:51:30,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713 with version=8 2024-11-09T02:51:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase-staging 2024-11-09T02:51:30,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:51:30,709 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:51:30,710 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33353 2024-11-09T02:51:30,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33353 connecting to ZooKeeper ensemble=127.0.0.1:51069 2024-11-09T02:51:30,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333530x0, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:51:30,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33353-0x1011d8171ad0000 connected 2024-11-09T02:51:30,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:30,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:30,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:30,929 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713, hbase.cluster.distributed=false 2024-11-09T02:51:30,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:51:30,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33353 2024-11-09T02:51:30,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33353 2024-11-09T02:51:30,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33353 2024-11-09T02:51:30,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33353 2024-11-09T02:51:30,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33353 2024-11-09T02:51:30,956 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:51:30,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:30,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:30,957 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:51:30,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:51:30,957 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:51:30,957 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:51:30,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:51:30,958 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43483 2024-11-09T02:51:30,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43483 connecting to ZooKeeper ensemble=127.0.0.1:51069 2024-11-09T02:51:30,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:30,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:30,978 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434830x0, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:51:30,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43483-0x1011d8171ad0001 connected 2024-11-09T02:51:30,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:51:30,979 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:51:30,980 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:51:30,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T02:51:30,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:51:30,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43483 2024-11-09T02:51:30,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43483 2024-11-09T02:51:30,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43483 2024-11-09T02:51:30,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43483 2024-11-09T02:51:30,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43483 2024-11-09T02:51:30,996 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:33353 2024-11-09T02:51:30,997 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,009 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:31,010 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,020 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T02:51:31,020 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,020 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T02:51:31,021 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,33353,1731120690708 from backup master directory 2024-11-09T02:51:31,030 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:31,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:51:31,030 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:51:31,030 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,036 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/hbase.id] with ID: 760df498-342b-4ee9-9c7c-5b964e168ef9 2024-11-09T02:51:31,036 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/.tmp/hbase.id 2024-11-09T02:51:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:51:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:51:31,045 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/.tmp/hbase.id]:[hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/hbase.id] 2024-11-09T02:51:31,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:31,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:51:31,061 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:51:31,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,072 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:51:31,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:51:31,080 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:51:31,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:51:31,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:51:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:51:31,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:51:31,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:51:31,492 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store 2024-11-09T02:51:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:51:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:51:31,501 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:31,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:51:31,502 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:31,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:31,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:51:31,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:31,502 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:51:31,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120691502Disabling compacts and flushes for region at 1731120691502Disabling writes for close at 1731120691502Writing region close event to WAL at 1731120691502Closed at 1731120691502 2024-11-09T02:51:31,503 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/.initializing 2024-11-09T02:51:31,503 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/WALs/53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:51:31,506 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C33353%2C1731120690708, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/WALs/53f286d3af3b,33353,1731120690708, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/oldWALs, maxLogs=10 2024-11-09T02:51:31,519 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/WALs/53f286d3af3b,33353,1731120690708/53f286d3af3b%2C33353%2C1731120690708.1731120691507, exclude list is [], retry=0 2024-11-09T02:51:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK] 2024-11-09T02:51:31,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK] 2024-11-09T02:51:31,525 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/WALs/53f286d3af3b,33353,1731120690708/53f286d3af3b%2C33353%2C1731120690708.1731120691507 2024-11-09T02:51:31,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:36651:36651)] 2024-11-09T02:51:31,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:51:31,526 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:31,526 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,526 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:51:31,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:31,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:31,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:51:31,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:31,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:31,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:51:31,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:31,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:31,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:51:31,536 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:31,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:31,537 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,538 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,538 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,540 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,540 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,541 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:51:31,542 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:51:31,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:51:31,545 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829248, jitterRate=0.054444506764411926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:51:31,546 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731120691526Initializing all the Stores at 1731120691527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120691527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120691527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120691527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120691528 (+1 ms)Cleaning up temporary data from old regions at 1731120691540 (+12 ms)Region opened successfully at 1731120691546 (+6 ms) 2024-11-09T02:51:31,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:51:31,551 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cac103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:51:31,552 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:51:31,552 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:51:31,552 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:51:31,552 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:51:31,553 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:51:31,553 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:51:31,553 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:51:31,556 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:51:31,558 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T02:51:31,608 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T02:51:31,609 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:51:31,609 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:51:31,619 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T02:51:31,620 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:51:31,621 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:51:31,630 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T02:51:31,631 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:51:31,641 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T02:51:31,643 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:51:31,651 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T02:51:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:31,662 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:51:31,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,662 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,662 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,33353,1731120690708, sessionid=0x1011d8171ad0000, setting cluster-up flag (Was=false) 2024-11-09T02:51:31,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,683 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,714 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T02:51:31,716 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,735 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:31,767 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T02:51:31,768 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,33353,1731120690708 2024-11-09T02:51:31,770 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:51:31,771 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:31,772 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:51:31,772 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:51:31,772 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,33353,1731120690708 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:51:31,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,775 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120721775 2024-11-09T02:51:31,775 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:51:31,775 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:51:31,775 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:51:31,775 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:51:31,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:51:31,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:51:31,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:31,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:51:31,776 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:51:31,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:51:31,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:51:31,777 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:51:31,777 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:51:31,777 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120691777,5,FailOnTimeoutGroup] 2024-11-09T02:51:31,777 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120691777,5,FailOnTimeoutGroup] 2024-11-09T02:51:31,777 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,777 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:51:31,777 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,777 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:31,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:51:31,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:51:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:51:31,785 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:51:31,785 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713 2024-11-09T02:51:31,787 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(746): ClusterId : 760df498-342b-4ee9-9c7c-5b964e168ef9 2024-11-09T02:51:31,788 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:51:31,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:51:31,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:51:31,800 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:51:31,800 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:51:31,810 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:51:31,810 DEBUG [RS:0;53f286d3af3b:43483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c985a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:51:31,821 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:43483 2024-11-09T02:51:31,821 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:51:31,821 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:51:31,821 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:51:31,822 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,33353,1731120690708 with port=43483, startcode=1731120690956 2024-11-09T02:51:31,822 DEBUG [RS:0;53f286d3af3b:43483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:51:31,824 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:51:31,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,43483,1731120690956 2024-11-09T02:51:31,825 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33353 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,43483,1731120690956 2024-11-09T02:51:31,826 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713 2024-11-09T02:51:31,826 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41921 2024-11-09T02:51:31,826 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:51:31,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:51:31,831 DEBUG [RS:0;53f286d3af3b:43483 {}] zookeeper.ZKUtil(111): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,43483,1731120690956 2024-11-09T02:51:31,831 WARN [RS:0;53f286d3af3b:43483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:51:31,831 INFO [RS:0;53f286d3af3b:43483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:51:31,831 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956 2024-11-09T02:51:31,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,43483,1731120690956] 2024-11-09T02:51:31,835 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:51:31,836 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:51:31,837 INFO [RS:0;53f286d3af3b:43483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:51:31,837 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,837 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:51:31,838 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:51:31,838 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,838 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,838 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,838 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,838 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:51:31,839 DEBUG [RS:0;53f286d3af3b:43483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:51:31,840 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,840 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,840 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,840 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,840 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,840 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43483,1731120690956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:51:31,854 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:51:31,854 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43483,1731120690956-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,854 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,854 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.Replication(171): 53f286d3af3b,43483,1731120690956 started 2024-11-09T02:51:31,867 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:31,868 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,43483,1731120690956, RpcServer on 53f286d3af3b/172.17.0.3:43483, sessionid=0x1011d8171ad0001 2024-11-09T02:51:31,868 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:51:31,868 DEBUG [RS:0;53f286d3af3b:43483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,43483,1731120690956 2024-11-09T02:51:31,868 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43483,1731120690956' 2024-11-09T02:51:31,868 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T02:51:31,869 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T02:51:31,869 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:51:31,869 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:51:31,869 DEBUG [RS:0;53f286d3af3b:43483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,43483,1731120690956 2024-11-09T02:51:31,869 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43483,1731120690956' 2024-11-09T02:51:31,869 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T02:51:31,870 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T02:51:31,870 DEBUG [RS:0;53f286d3af3b:43483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:51:31,870 INFO [RS:0;53f286d3af3b:43483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:51:31,870 INFO [RS:0;53f286d3af3b:43483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:51:31,971 INFO [RS:0;53f286d3af3b:43483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:51:31,973 INFO [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C43483%2C1731120690956, suffix=, logDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/oldWALs, maxLogs=32 2024-11-09T02:51:31,987 DEBUG [RS:0;53f286d3af3b:43483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120691974, exclude list is [], retry=0 2024-11-09T02:51:31,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK] 2024-11-09T02:51:31,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK] 2024-11-09T02:51:31,993 INFO [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120691974 2024-11-09T02:51:31,994 DEBUG [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33441:33441),(127.0.0.1/127.0.0.1:36651:36651)] 2024-11-09T02:51:32,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:32,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:51:32,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:51:32,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:51:32,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:51:32,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:51:32,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:51:32,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:51:32,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:51:32,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:51:32,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740 2024-11-09T02:51:32,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740 2024-11-09T02:51:32,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:51:32,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:51:32,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:51:32,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:51:32,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:51:32,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=812133, jitterRate=0.03268088400363922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:51:32,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731120692194Initializing all the Stores at 1731120692195 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120692195Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120692195Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120692195Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120692195Cleaning up temporary data from old regions at 1731120692211 (+16 ms)Region opened successfully at 1731120692217 (+6 ms) 2024-11-09T02:51:32,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:51:32,218 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:51:32,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:51:32,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:51:32,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:51:32,218 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:51:32,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120692218Disabling compacts and flushes for region at 1731120692218Disabling writes for close at 1731120692218Writing region close event to WAL at 1731120692218Closed at 1731120692218 2024-11-09T02:51:32,220 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:32,220 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:51:32,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:51:32,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:51:32,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:51:32,373 DEBUG [53f286d3af3b:33353 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:51:32,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,43483,1731120690956 2024-11-09T02:51:32,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43483,1731120690956, state=OPENING 2024-11-09T02:51:32,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:51:32,531 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:32,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:51:32,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:51:32,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:32,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43483,1731120690956}] 2024-11-09T02:51:32,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:32,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:51:32,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:51:32,695 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:51:32,695 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:51:32,695 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:51:32,697 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C43483%2C1731120690956.meta, suffix=.meta, logDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956, archiveDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/oldWALs, maxLogs=32 2024-11-09T02:51:32,710 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.meta.1731120692698.meta, exclude list is [], retry=0 2024-11-09T02:51:32,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK] 2024-11-09T02:51:32,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK] 2024-11-09T02:51:32,715 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.meta.1731120692698.meta 2024-11-09T02:51:32,716 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36651:36651),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-09T02:51:32,716 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:51:32,717 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:51:32,717 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:51:32,717 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:51:32,717 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:51:32,717 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:32,717 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:51:32,717 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:51:32,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:51:32,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:51:32,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:51:32,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:51:32,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:51:32,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:51:32,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:51:32,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:51:32,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:51:32,725 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:51:32,726 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740 2024-11-09T02:51:32,727 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740 2024-11-09T02:51:32,728 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:51:32,728 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:51:32,729 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:51:32,730 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:51:32,731 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=801205, jitterRate=0.018785372376441956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:51:32,731 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:51:32,732 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731120692717Writing region info on filesystem at 1731120692717Initializing all the Stores at 1731120692718 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120692718Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120692719 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120692719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120692719Cleaning up temporary data from old regions at 1731120692728 (+9 ms)Running coprocessor post-open hooks at 1731120692731 (+3 ms)Region opened successfully at 1731120692732 (+1 ms) 2024-11-09T02:51:32,733 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120692689 2024-11-09T02:51:32,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:51:32,736 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:51:32,736 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43483,1731120690956 2024-11-09T02:51:32,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43483,1731120690956, state=OPEN 2024-11-09T02:51:32,773 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:51:32,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:51:32,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:32,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:51:32,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,43483,1731120690956 2024-11-09T02:51:32,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:51:32,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43483,1731120690956 in 242 msec 2024-11-09T02:51:32,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:51:32,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 557 msec 2024-11-09T02:51:32,782 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:51:32,782 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:51:32,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:51:32,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43483,1731120690956, seqNum=-1] 2024-11-09T02:51:32,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:51:32,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:51:32,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0190 sec 2024-11-09T02:51:32,791 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120692791, completionTime=-1 2024-11-09T02:51:32,792 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:51:32,792 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120752794 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120812794 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33353,1731120690708-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33353,1731120690708-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33353,1731120690708-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:33353, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,795 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,795 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,797 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.769sec 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33353,1731120690708-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:51:32,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33353,1731120690708-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:51:32,802 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:51:32,802 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:51:32,802 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33353,1731120690708-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:51:32,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35385aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:51:32,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33353,-1 for getting cluster id 2024-11-09T02:51:32,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:51:32,893 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '760df498-342b-4ee9-9c7c-5b964e168ef9' 2024-11-09T02:51:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:51:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "760df498-342b-4ee9-9c7c-5b964e168ef9" 2024-11-09T02:51:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57e35ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:51:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33353,-1] 2024-11-09T02:51:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:51:32,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:51:32,897 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:51:32,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73bf1497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:51:32,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:51:32,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43483,1731120690956, seqNum=-1] 2024-11-09T02:51:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:51:32,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:51:32,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,33353,1731120690708 2024-11-09T02:51:32,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:51:32,906 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T02:51:32,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:51:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33353,1731120690708 2024-11-09T02:51:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e850501 2024-11-09T02:51:32,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:51:32,909 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:51:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T02:51:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T02:51:32,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:51:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:32,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:51:32,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:32,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-09T02:51:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:51:32,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:51:32,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741835_1011 (size=405) 2024-11-09T02:51:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741835_1011 (size=405) 2024-11-09T02:51:32,926 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 283979d997e4cbc0abb12ddf99fd1bd2, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713 2024-11-09T02:51:32,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741836_1012 (size=88) 2024-11-09T02:51:32,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741836_1012 (size=88) 2024-11-09T02:51:32,936 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:32,936 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 283979d997e4cbc0abb12ddf99fd1bd2, disabling compactions & flushes 2024-11-09T02:51:32,936 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:32,936 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:32,936 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. after waiting 0 ms 2024-11-09T02:51:32,936 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:32,936 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:32,936 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 283979d997e4cbc0abb12ddf99fd1bd2: Waiting for close lock at 1731120692936Disabling compacts and flushes for region at 1731120692936Disabling writes for close at 1731120692936Writing region close event to WAL at 1731120692936Closed at 1731120692936 2024-11-09T02:51:32,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:51:32,938 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731120692938"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120692938"}]},"ts":"1731120692938"} 2024-11-09T02:51:32,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:51:32,942 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:51:32,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120692942"}]},"ts":"1731120692942"} 2024-11-09T02:51:32,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-09T02:51:32,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=283979d997e4cbc0abb12ddf99fd1bd2, ASSIGN}] 2024-11-09T02:51:32,946 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=283979d997e4cbc0abb12ddf99fd1bd2, ASSIGN 2024-11-09T02:51:32,947 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=283979d997e4cbc0abb12ddf99fd1bd2, ASSIGN; state=OFFLINE, location=53f286d3af3b,43483,1731120690956; forceNewPlan=false, retain=false 2024-11-09T02:51:33,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=283979d997e4cbc0abb12ddf99fd1bd2, regionState=OPENING, regionLocation=53f286d3af3b,43483,1731120690956 2024-11-09T02:51:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=283979d997e4cbc0abb12ddf99fd1bd2, ASSIGN because future has completed 2024-11-09T02:51:33,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 283979d997e4cbc0abb12ddf99fd1bd2, server=53f286d3af3b,43483,1731120690956}] 2024-11-09T02:51:33,261 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:33,262 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 283979d997e4cbc0abb12ddf99fd1bd2, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:51:33,262 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,262 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:51:33,262 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,262 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,264 INFO [StoreOpener-283979d997e4cbc0abb12ddf99fd1bd2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,265 INFO [StoreOpener-283979d997e4cbc0abb12ddf99fd1bd2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 283979d997e4cbc0abb12ddf99fd1bd2 columnFamilyName info 2024-11-09T02:51:33,265 DEBUG [StoreOpener-283979d997e4cbc0abb12ddf99fd1bd2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:51:33,266 INFO [StoreOpener-283979d997e4cbc0abb12ddf99fd1bd2-1 {}] regionserver.HStore(327): Store=283979d997e4cbc0abb12ddf99fd1bd2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:51:33,266 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,267 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,267 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,268 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,268 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,270 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,272 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:51:33,273 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 283979d997e4cbc0abb12ddf99fd1bd2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=714401, jitterRate=-0.09159323573112488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T02:51:33,273 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:51:33,273 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 283979d997e4cbc0abb12ddf99fd1bd2: Running coprocessor pre-open hook at 1731120693262Writing region info on filesystem at 1731120693262Initializing all the Stores at 1731120693263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120693263Cleaning up temporary data from old regions at 1731120693268 (+5 ms)Running coprocessor post-open hooks at 1731120693273 (+5 ms)Region opened successfully at 1731120693273 2024-11-09T02:51:33,274 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2., pid=6, masterSystemTime=1731120693257 2024-11-09T02:51:33,277 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:33,277 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:33,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=283979d997e4cbc0abb12ddf99fd1bd2, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43483,1731120690956 2024-11-09T02:51:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 283979d997e4cbc0abb12ddf99fd1bd2, server=53f286d3af3b,43483,1731120690956 because future has completed 2024-11-09T02:51:33,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:51:33,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 283979d997e4cbc0abb12ddf99fd1bd2, server=53f286d3af3b,43483,1731120690956 in 180 msec 2024-11-09T02:51:33,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:51:33,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=283979d997e4cbc0abb12ddf99fd1bd2, ASSIGN in 341 msec 2024-11-09T02:51:33,291 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:51:33,291 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120693291"}]},"ts":"1731120693291"} 2024-11-09T02:51:33,293 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-09T02:51:33,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:51:33,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 385 msec 2024-11-09T02:51:36,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:51:36,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:36,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:51:37,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:51:37,836 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-09T02:51:41,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:51:41,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:51:41,138 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:51:41,138 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T02:51:41,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:51:41,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T02:51:41,139 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:41,139 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-09T02:51:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:51:42,960 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T02:51:42,960 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-09T02:51:42,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:42,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2., hostname=53f286d3af3b,43483,1731120690956, seqNum=2] 2024-11-09T02:51:42,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:42,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:42,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T02:51:42,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:51:42,986 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T02:51:42,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T02:51:43,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T02:51:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:43,154 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 283979d997e4cbc0abb12ddf99fd1bd2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T02:51:43,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/4200420101b145c5896cf46b97c05698 is 1055, key is row0001/info:/1731120702974/Put/seqid=0 2024-11-09T02:51:43,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741837_1013 (size=6008) 2024-11-09T02:51:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741837_1013 (size=6008) 2024-11-09T02:51:43,180 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/4200420101b145c5896cf46b97c05698 2024-11-09T02:51:43,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/4200420101b145c5896cf46b97c05698 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/4200420101b145c5896cf46b97c05698 2024-11-09T02:51:43,193 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/4200420101b145c5896cf46b97c05698, entries=1, sequenceid=5, filesize=5.9 K 2024-11-09T02:51:43,194 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 283979d997e4cbc0abb12ddf99fd1bd2 in 41ms, sequenceid=5, compaction requested=false 2024-11-09T02:51:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 283979d997e4cbc0abb12ddf99fd1bd2: 2024-11-09T02:51:43,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T02:51:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T02:51:43,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T02:51:43,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2024-11-09T02:51:43,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 222 msec 2024-11-09T02:51:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:51:53,092 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T02:51:53,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:53,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:51:53,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T02:51:53,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T02:51:53,102 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T02:51:53,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T02:51:53,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-09T02:51:53,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:53,259 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 283979d997e4cbc0abb12ddf99fd1bd2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T02:51:53,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/c6c7ea7eaca2473e8469ab71204ece60 is 1055, key is row0002/info:/1731120713095/Put/seqid=0 2024-11-09T02:51:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741838_1014 (size=6008) 2024-11-09T02:51:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741838_1014 (size=6008) 2024-11-09T02:51:53,278 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/c6c7ea7eaca2473e8469ab71204ece60 2024-11-09T02:51:53,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/c6c7ea7eaca2473e8469ab71204ece60 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/c6c7ea7eaca2473e8469ab71204ece60 2024-11-09T02:51:53,292 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/c6c7ea7eaca2473e8469ab71204ece60, entries=1, sequenceid=9, filesize=5.9 K 2024-11-09T02:51:53,293 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 283979d997e4cbc0abb12ddf99fd1bd2 in 34ms, sequenceid=9, compaction requested=false 2024-11-09T02:51:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 283979d997e4cbc0abb12ddf99fd1bd2: 2024-11-09T02:51:53,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:51:53,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T02:51:53,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T02:51:53,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:51:53,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-09T02:51:53,301 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-09T02:52:00,687 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:52:01,968 INFO [AsyncFSWAL-0-hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData-prefix:53f286d3af3b,33353,1731120690708 {}] wal.AbstractFSWAL(1368): Slow sync cost: 192 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK], DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK]] 2024-11-09T02:52:03,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T02:52:03,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T02:52:03,205 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120723187, exclude list is [], retry=0 2024-11-09T02:52:03,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK] 2024-11-09T02:52:03,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK] 2024-11-09T02:52:03,209 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120691974 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120723187 2024-11-09T02:52:03,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36651:36651),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-09T02:52:03,210 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120691974 is not closed yet, will try archiving it next time 2024-11-09T02:52:03,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:52:03,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741833_1009 (size=5471) 2024-11-09T02:52:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:52:03,212 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120691974 not finished, retry = 0 2024-11-09T02:52:03,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741833_1009 (size=5471) 2024-11-09T02:52:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T02:52:03,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T02:52:03,214 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T02:52:03,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T02:52:03,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-09T02:52:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:03,370 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 283979d997e4cbc0abb12ddf99fd1bd2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T02:52:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/5d5b2f946eb54622a846faf2b41dbd1a is 1055, key is row0003/info:/1731120723184/Put/seqid=0 2024-11-09T02:52:03,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741840_1016 (size=6008) 2024-11-09T02:52:03,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741840_1016 (size=6008) 2024-11-09T02:52:03,388 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/5d5b2f946eb54622a846faf2b41dbd1a 2024-11-09T02:52:03,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/5d5b2f946eb54622a846faf2b41dbd1a as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/5d5b2f946eb54622a846faf2b41dbd1a 2024-11-09T02:52:03,407 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/5d5b2f946eb54622a846faf2b41dbd1a, entries=1, sequenceid=13, filesize=5.9 K 2024-11-09T02:52:03,408 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 283979d997e4cbc0abb12ddf99fd1bd2 in 39ms, sequenceid=13, compaction requested=true 2024-11-09T02:52:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 283979d997e4cbc0abb12ddf99fd1bd2: 2024-11-09T02:52:03,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:03,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T02:52:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T02:52:03,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T02:52:03,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 196 msec 2024-11-09T02:52:03,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 204 msec 2024-11-09T02:52:12,802 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T02:52:12,803 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T02:52:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T02:52:13,250 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T02:52:13,252 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:13,255 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:13,256 DEBUG [Time-limited test {}] regionserver.HStore(1541): 283979d997e4cbc0abb12ddf99fd1bd2/info is initiating minor compaction (all files) 2024-11-09T02:52:13,256 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:52:13,256 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:13,257 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 283979d997e4cbc0abb12ddf99fd1bd2/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:13,257 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/4200420101b145c5896cf46b97c05698, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/c6c7ea7eaca2473e8469ab71204ece60, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/5d5b2f946eb54622a846faf2b41dbd1a] into tmpdir=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp, totalSize=17.6 K 2024-11-09T02:52:13,258 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4200420101b145c5896cf46b97c05698, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731120702974 2024-11-09T02:52:13,259 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c6c7ea7eaca2473e8469ab71204ece60, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731120713095 2024-11-09T02:52:13,259 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5d5b2f946eb54622a846faf2b41dbd1a, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731120723184 2024-11-09T02:52:13,282 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 283979d997e4cbc0abb12ddf99fd1bd2#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:13,283 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/6fb7da0e62a94b5885c983c29fad71c0 is 1055, key is row0001/info:/1731120702974/Put/seqid=0 2024-11-09T02:52:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741841_1017 (size=8221) 2024-11-09T02:52:13,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741841_1017 (size=8221) 2024-11-09T02:52:13,300 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/6fb7da0e62a94b5885c983c29fad71c0 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/6fb7da0e62a94b5885c983c29fad71c0 2024-11-09T02:52:13,318 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 283979d997e4cbc0abb12ddf99fd1bd2/info of 283979d997e4cbc0abb12ddf99fd1bd2 into 6fb7da0e62a94b5885c983c29fad71c0(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:13,318 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 283979d997e4cbc0abb12ddf99fd1bd2: 2024-11-09T02:52:13,336 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120733320, exclude list is [], retry=0 2024-11-09T02:52:13,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK] 2024-11-09T02:52:13,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK] 2024-11-09T02:52:13,340 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120723187 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120733320 2024-11-09T02:52:13,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36651:36651),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-09T02:52:13,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120723187 is not closed yet, will try archiving it next time 2024-11-09T02:52:13,341 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120691974 to hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/oldWALs/53f286d3af3b%2C43483%2C1731120690956.1731120691974 2024-11-09T02:52:13,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:52:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741839_1015 (size=2495) 2024-11-09T02:52:13,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741839_1015 (size=2495) 2024-11-09T02:52:13,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:52:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T02:52:13,345 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-09T02:52:13,346 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T02:52:13,346 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T02:52:13,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-09T02:52:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:13,500 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 283979d997e4cbc0abb12ddf99fd1bd2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T02:52:13,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/2fa338c2884a45d0b9083fda3de6b774 is 1055, key is row0000/info:/1731120733319/Put/seqid=0 2024-11-09T02:52:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741843_1019 (size=6008) 2024-11-09T02:52:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741843_1019 (size=6008) 2024-11-09T02:52:13,511 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/2fa338c2884a45d0b9083fda3de6b774 2024-11-09T02:52:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/2fa338c2884a45d0b9083fda3de6b774 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/2fa338c2884a45d0b9083fda3de6b774 2024-11-09T02:52:13,526 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/2fa338c2884a45d0b9083fda3de6b774, entries=1, sequenceid=18, filesize=5.9 K 2024-11-09T02:52:13,527 INFO [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 283979d997e4cbc0abb12ddf99fd1bd2 in 27ms, sequenceid=18, compaction requested=false 2024-11-09T02:52:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 283979d997e4cbc0abb12ddf99fd1bd2: 2024-11-09T02:52:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:13,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T02:52:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T02:52:13,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T02:52:13,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-09T02:52:13,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 191 msec 2024-11-09T02:52:18,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 283979d997e4cbc0abb12ddf99fd1bd2, had cached 0 bytes from a total of 14229 2024-11-09T02:52:23,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33353 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T02:52:23,420 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-09T02:52:23,434 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120743423, exclude list is [], retry=0 2024-11-09T02:52:23,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44285,DS-a1c141aa-9bf0-4f91-8fe2-42cd660a581f,DISK] 2024-11-09T02:52:23,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46645,DS-4abf9e30-cde0-481b-823d-53c45f77f2a8,DISK] 2024-11-09T02:52:23,439 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120733320 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120743423 2024-11-09T02:52:23,439 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36651:36651),(127.0.0.1/127.0.0.1:33441:33441)] 2024-11-09T02:52:23,439 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120733320 is not closed yet, will try archiving it next time 2024-11-09T02:52:23,440 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/WALs/53f286d3af3b,43483,1731120690956/53f286d3af3b%2C43483%2C1731120690956.1731120723187 to hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/oldWALs/53f286d3af3b%2C43483%2C1731120690956.1731120723187 2024-11-09T02:52:23,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:52:23,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:52:23,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:52:23,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:52:23,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:52:23,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:52:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741842_1018 (size=2001) 2024-11-09T02:52:23,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741842_1018 (size=2001) 2024-11-09T02:52:23,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:52:23,444 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=423869606, stopped=false 2024-11-09T02:52:23,444 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,33353,1731120690708 2024-11-09T02:52:23,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:52:23,604 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:52:23,604 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:23,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:23,604 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:52:23,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:52:23,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:52:23,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:52:23,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:52:23,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:52:23,605 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,43483,1731120690956' ***** 2024-11-09T02:52:23,605 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:52:23,605 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:52:23,605 INFO [RS:0;53f286d3af3b:43483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:52:23,605 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:52:23,605 INFO [RS:0;53f286d3af3b:43483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:52:23,605 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(3091): Received CLOSE for 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,43483,1731120690956 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43483. 2024-11-09T02:52:23,606 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 283979d997e4cbc0abb12ddf99fd1bd2, disabling compactions & flushes 2024-11-09T02:52:23,606 DEBUG [RS:0;53f286d3af3b:43483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:52:23,606 DEBUG [RS:0;53f286d3af3b:43483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:52:23,606 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:23,606 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:23,606 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. after waiting 0 ms 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:52:23,606 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:52:23,606 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 283979d997e4cbc0abb12ddf99fd1bd2 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-09T02:52:23,606 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:52:23,606 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 283979d997e4cbc0abb12ddf99fd1bd2=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.} 2024-11-09T02:52:23,606 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:52:23,607 DEBUG [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 283979d997e4cbc0abb12ddf99fd1bd2 2024-11-09T02:52:23,607 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:52:23,607 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:52:23,607 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:52:23,607 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:52:23,607 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-09T02:52:23,611 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/25c12e1659c54eab92032a8d7c3fc5d6 is 1055, key is row0001/info:/1731120743421/Put/seqid=0 2024-11-09T02:52:23,625 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/info/b4fb568baa294fefaa834aa2e8bd9e2b is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2./info:regioninfo/1731120693278/Put/seqid=0 2024-11-09T02:52:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741845_1021 (size=6008) 2024-11-09T02:52:23,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741845_1021 (size=6008) 2024-11-09T02:52:23,630 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/25c12e1659c54eab92032a8d7c3fc5d6 2024-11-09T02:52:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741846_1022 (size=7308) 2024-11-09T02:52:23,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741846_1022 (size=7308) 2024-11-09T02:52:23,632 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/info/b4fb568baa294fefaa834aa2e8bd9e2b 2024-11-09T02:52:23,638 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/.tmp/info/25c12e1659c54eab92032a8d7c3fc5d6 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/25c12e1659c54eab92032a8d7c3fc5d6 2024-11-09T02:52:23,646 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/25c12e1659c54eab92032a8d7c3fc5d6, entries=1, sequenceid=22, filesize=5.9 K 2024-11-09T02:52:23,647 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 283979d997e4cbc0abb12ddf99fd1bd2 in 41ms, sequenceid=22, compaction requested=true 2024-11-09T02:52:23,648 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/4200420101b145c5896cf46b97c05698, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/c6c7ea7eaca2473e8469ab71204ece60, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/5d5b2f946eb54622a846faf2b41dbd1a] to archive 2024-11-09T02:52:23,651 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T02:52:23,654 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/4200420101b145c5896cf46b97c05698 to hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/4200420101b145c5896cf46b97c05698 2024-11-09T02:52:23,656 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/c6c7ea7eaca2473e8469ab71204ece60 to hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/c6c7ea7eaca2473e8469ab71204ece60 2024-11-09T02:52:23,658 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/5d5b2f946eb54622a846faf2b41dbd1a to hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/info/5d5b2f946eb54622a846faf2b41dbd1a 2024-11-09T02:52:23,659 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/ns/9e647d9f954e4b84bbd0a8c9f7c66d92 is 43, key is default/ns:d/1731120692786/Put/seqid=0 2024-11-09T02:52:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741847_1023 (size=5153) 2024-11-09T02:52:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741847_1023 (size=5153) 2024-11-09T02:52:23,667 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/ns/9e647d9f954e4b84bbd0a8c9f7c66d92 2024-11-09T02:52:23,670 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33353 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:52:23,671 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [4200420101b145c5896cf46b97c05698=6008, c6c7ea7eaca2473e8469ab71204ece60=6008, 5d5b2f946eb54622a846faf2b41dbd1a=6008] 2024-11-09T02:52:23,675 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/283979d997e4cbc0abb12ddf99fd1bd2/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-09T02:52:23,676 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:23,676 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 283979d997e4cbc0abb12ddf99fd1bd2: Waiting for close lock at 1731120743606Running coprocessor pre-close hooks at 1731120743606Disabling compacts and flushes for region at 1731120743606Disabling writes for close at 1731120743606Obtaining lock to block concurrent updates at 1731120743606Preparing flush snapshotting stores in 283979d997e4cbc0abb12ddf99fd1bd2 at 1731120743606Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731120743607 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. at 1731120743607Flushing 283979d997e4cbc0abb12ddf99fd1bd2/info: creating writer at 1731120743607Flushing 283979d997e4cbc0abb12ddf99fd1bd2/info: appending metadata at 1731120743610 (+3 ms)Flushing 283979d997e4cbc0abb12ddf99fd1bd2/info: closing flushed file at 1731120743610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79874520: reopening flushed file at 1731120743637 (+27 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 283979d997e4cbc0abb12ddf99fd1bd2 in 41ms, sequenceid=22, compaction requested=true at 1731120743647 (+10 ms)Writing region close event to WAL at 1731120743671 (+24 ms)Running coprocessor post-close hooks at 1731120743676 (+5 ms)Closed at 1731120743676 2024-11-09T02:52:23,676 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731120692910.283979d997e4cbc0abb12ddf99fd1bd2. 2024-11-09T02:52:23,688 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/table/def474262e9b4a4ca62c864d8084cc15 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731120693291/Put/seqid=0 2024-11-09T02:52:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741848_1024 (size=5508) 2024-11-09T02:52:23,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741848_1024 (size=5508) 2024-11-09T02:52:23,694 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/table/def474262e9b4a4ca62c864d8084cc15 2024-11-09T02:52:23,701 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/info/b4fb568baa294fefaa834aa2e8bd9e2b as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/info/b4fb568baa294fefaa834aa2e8bd9e2b 2024-11-09T02:52:23,708 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/info/b4fb568baa294fefaa834aa2e8bd9e2b, entries=10, sequenceid=11, filesize=7.1 K 2024-11-09T02:52:23,709 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/ns/9e647d9f954e4b84bbd0a8c9f7c66d92 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/ns/9e647d9f954e4b84bbd0a8c9f7c66d92 2024-11-09T02:52:23,717 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/ns/9e647d9f954e4b84bbd0a8c9f7c66d92, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:52:23,719 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/.tmp/table/def474262e9b4a4ca62c864d8084cc15 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/table/def474262e9b4a4ca62c864d8084cc15 2024-11-09T02:52:23,726 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/table/def474262e9b4a4ca62c864d8084cc15, entries=2, sequenceid=11, filesize=5.4 K 2024-11-09T02:52:23,727 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=11, compaction requested=false 2024-11-09T02:52:23,732 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:52:23,733 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:52:23,733 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:52:23,733 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120743606Running coprocessor pre-close hooks at 1731120743606Disabling compacts and flushes for region at 1731120743606Disabling writes for close at 1731120743607 (+1 ms)Obtaining lock to block concurrent updates at 1731120743607Preparing flush snapshotting stores in 1588230740 at 1731120743607Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731120743607Flushing stores of hbase:meta,,1.1588230740 at 1731120743607Flushing 1588230740/info: creating writer at 1731120743608 (+1 ms)Flushing 1588230740/info: appending metadata at 1731120743625 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731120743625Flushing 1588230740/ns: creating writer at 1731120743641 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731120743658 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731120743658Flushing 1588230740/table: creating writer at 1731120743674 (+16 ms)Flushing 1588230740/table: appending metadata at 1731120743687 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731120743687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342fb16: reopening flushed file at 1731120743700 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11e7b1c6: reopening flushed file at 1731120743708 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9316b52: reopening flushed file at 1731120743718 (+10 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 120ms, sequenceid=11, compaction requested=false at 1731120743727 (+9 ms)Writing region close event to WAL at 1731120743729 (+2 ms)Running coprocessor post-close hooks at 1731120743733 (+4 ms)Closed at 1731120743733 2024-11-09T02:52:23,733 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:52:23,807 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,43483,1731120690956; all regions closed. 2024-11-09T02:52:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741834_1010 (size=3306) 2024-11-09T02:52:23,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741834_1010 (size=3306) 2024-11-09T02:52:23,812 DEBUG [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/oldWALs 2024-11-09T02:52:23,812 INFO [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C43483%2C1731120690956.meta:.meta(num 1731120692698) 2024-11-09T02:52:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741844_1020 (size=1252) 2024-11-09T02:52:23,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741844_1020 (size=1252) 2024-11-09T02:52:23,817 DEBUG [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/oldWALs 2024-11-09T02:52:23,817 INFO [RS:0;53f286d3af3b:43483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C43483%2C1731120690956:(num 1731120743423) 2024-11-09T02:52:23,817 DEBUG [RS:0;53f286d3af3b:43483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:52:23,817 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:52:23,817 INFO [RS:0;53f286d3af3b:43483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:52:23,817 INFO [RS:0;53f286d3af3b:43483 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:52:23,818 INFO [RS:0;53f286d3af3b:43483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:52:23,818 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:52:23,818 INFO [RS:0;53f286d3af3b:43483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43483 2024-11-09T02:52:23,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:52:23,837 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,43483,1731120690956 2024-11-09T02:52:23,837 INFO [RS:0;53f286d3af3b:43483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:52:23,843 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:52:23,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,43483,1731120690956] 2024-11-09T02:52:23,858 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,43483,1731120690956 already deleted, retry=false 2024-11-09T02:52:23,858 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,43483,1731120690956 expired; onlineServers=0 2024-11-09T02:52:23,858 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,33353,1731120690708' ***** 2024-11-09T02:52:23,858 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:52:23,858 INFO [M:0;53f286d3af3b:33353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:52:23,858 INFO [M:0;53f286d3af3b:33353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:52:23,859 DEBUG [M:0;53f286d3af3b:33353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:52:23,859 DEBUG [M:0;53f286d3af3b:33353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:52:23,859 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:52:23,859 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120691777 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120691777,5,FailOnTimeoutGroup] 2024-11-09T02:52:23,859 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120691777 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120691777,5,FailOnTimeoutGroup] 2024-11-09T02:52:23,859 INFO [M:0;53f286d3af3b:33353 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:52:23,859 INFO [M:0;53f286d3af3b:33353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:52:23,859 DEBUG [M:0;53f286d3af3b:33353 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:52:23,859 INFO [M:0;53f286d3af3b:33353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:52:23,859 INFO [M:0;53f286d3af3b:33353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:52:23,860 INFO [M:0;53f286d3af3b:33353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:52:23,860 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:52:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T02:52:23,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:23,869 DEBUG [M:0;53f286d3af3b:33353 {}] zookeeper.ZKUtil(347): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T02:52:23,869 WARN [M:0;53f286d3af3b:33353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:52:23,870 INFO [M:0;53f286d3af3b:33353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/.lastflushedseqids 2024-11-09T02:52:23,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741849_1025 (size=130) 2024-11-09T02:52:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741849_1025 (size=130) 2024-11-09T02:52:23,881 INFO [M:0;53f286d3af3b:33353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:52:23,881 INFO [M:0;53f286d3af3b:33353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:52:23,882 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:52:23,882 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:23,882 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:23,882 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:52:23,882 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:23,882 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.57 KB heapSize=54.96 KB 2024-11-09T02:52:23,898 DEBUG [M:0;53f286d3af3b:33353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1578ef9a45d43dcade4caad50b56e84 is 82, key is hbase:meta,,1/info:regioninfo/1731120692736/Put/seqid=0 2024-11-09T02:52:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741850_1026 (size=5672) 2024-11-09T02:52:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741850_1026 (size=5672) 2024-11-09T02:52:23,905 INFO [M:0;53f286d3af3b:33353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1578ef9a45d43dcade4caad50b56e84 2024-11-09T02:52:23,925 DEBUG [M:0;53f286d3af3b:33353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/608748e8ec9346488f16b3e45e1f61bf is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731120693296/Put/seqid=0 2024-11-09T02:52:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741851_1027 (size=7820) 2024-11-09T02:52:23,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741851_1027 (size=7820) 2024-11-09T02:52:23,932 INFO [M:0;53f286d3af3b:33353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/608748e8ec9346488f16b3e45e1f61bf 2024-11-09T02:52:23,937 INFO [M:0;53f286d3af3b:33353 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 608748e8ec9346488f16b3e45e1f61bf 2024-11-09T02:52:23,948 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:52:23,948 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43483-0x1011d8171ad0001, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:52:23,948 INFO [RS:0;53f286d3af3b:43483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:52:23,948 INFO [RS:0;53f286d3af3b:43483 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,43483,1731120690956; zookeeper connection closed. 2024-11-09T02:52:23,948 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21fac8c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21fac8c7 2024-11-09T02:52:23,948 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:52:23,952 DEBUG [M:0;53f286d3af3b:33353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75ed1f5dd8fe468eb30ec573c843584c is 69, key is 53f286d3af3b,43483,1731120690956/rs:state/1731120691825/Put/seqid=0 2024-11-09T02:52:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741852_1028 (size=5156) 2024-11-09T02:52:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741852_1028 (size=5156) 2024-11-09T02:52:23,957 INFO [M:0;53f286d3af3b:33353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75ed1f5dd8fe468eb30ec573c843584c 2024-11-09T02:52:23,978 DEBUG [M:0;53f286d3af3b:33353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1c3bc6f0c44a4d6cb034d24a2565ebe1 is 52, key is load_balancer_on/state:d/1731120692905/Put/seqid=0 2024-11-09T02:52:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741853_1029 (size=5056) 2024-11-09T02:52:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741853_1029 (size=5056) 2024-11-09T02:52:23,985 INFO [M:0;53f286d3af3b:33353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1c3bc6f0c44a4d6cb034d24a2565ebe1 2024-11-09T02:52:23,992 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d1578ef9a45d43dcade4caad50b56e84 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1578ef9a45d43dcade4caad50b56e84 2024-11-09T02:52:23,998 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d1578ef9a45d43dcade4caad50b56e84, entries=8, sequenceid=121, filesize=5.5 K 2024-11-09T02:52:23,999 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/608748e8ec9346488f16b3e45e1f61bf as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/608748e8ec9346488f16b3e45e1f61bf 2024-11-09T02:52:24,006 INFO [M:0;53f286d3af3b:33353 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 608748e8ec9346488f16b3e45e1f61bf 2024-11-09T02:52:24,006 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/608748e8ec9346488f16b3e45e1f61bf, entries=14, sequenceid=121, filesize=7.6 K 2024-11-09T02:52:24,007 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/75ed1f5dd8fe468eb30ec573c843584c as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75ed1f5dd8fe468eb30ec573c843584c 2024-11-09T02:52:24,015 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/75ed1f5dd8fe468eb30ec573c843584c, entries=1, sequenceid=121, filesize=5.0 K 2024-11-09T02:52:24,016 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1c3bc6f0c44a4d6cb034d24a2565ebe1 as hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1c3bc6f0c44a4d6cb034d24a2565ebe1 2024-11-09T02:52:24,023 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41921/user/jenkins/test-data/5113ea2d-6acd-0916-4f11-40777266e713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1c3bc6f0c44a4d6cb034d24a2565ebe1, entries=1, sequenceid=121, filesize=4.9 K 2024-11-09T02:52:24,025 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=121, compaction requested=false 2024-11-09T02:52:24,026 INFO [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:24,026 DEBUG [M:0;53f286d3af3b:33353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120743882Disabling compacts and flushes for region at 1731120743882Disabling writes for close at 1731120743882Obtaining lock to block concurrent updates at 1731120743882Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120743882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44611, getHeapSize=56216, getOffHeapSize=0, getCellsCount=140 at 1731120743883 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120743883Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120743883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120743898 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120743898Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120743911 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120743925 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120743925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120743937 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120743951 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120743951Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731120743963 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731120743978 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731120743978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f26ce2: reopening flushed file at 1731120743991 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca4c504: reopening flushed file at 1731120743998 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dccd444: reopening flushed file at 1731120744006 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a0ac3d: reopening flushed file at 1731120744015 (+9 ms)Finished flush of dataSize ~43.57 KB/44611, heapSize ~54.90 KB/56216, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=121, compaction requested=false at 1731120744025 (+10 ms)Writing region close event to WAL at 1731120744026 (+1 ms)Closed at 1731120744026 2024-11-09T02:52:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46645 is added to blk_1073741830_1006 (size=53008) 2024-11-09T02:52:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44285 is added to blk_1073741830_1006 (size=53008) 2024-11-09T02:52:24,029 INFO [M:0;53f286d3af3b:33353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:52:24,029 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:52:24,029 INFO [M:0;53f286d3af3b:33353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33353 2024-11-09T02:52:24,030 INFO [M:0;53f286d3af3b:33353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:52:24,137 INFO [M:0;53f286d3af3b:33353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:52:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:52:24,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33353-0x1011d8171ad0000, quorum=127.0.0.1:51069, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:52:24,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7941e202{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:52:24,174 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2dfd7639{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:52:24,174 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:52:24,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54bdabb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:52:24,174 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6be76dee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir/,STOPPED} 2024-11-09T02:52:24,175 WARN [BP-85804446-172.17.0.3-1731120688005 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:52:24,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:52:24,176 WARN [BP-85804446-172.17.0.3-1731120688005 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85804446-172.17.0.3-1731120688005 (Datanode Uuid 71407868-6d4c-49bd-a11f-52df024462ba) service to localhost/127.0.0.1:41921 2024-11-09T02:52:24,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:52:24,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data3/current/BP-85804446-172.17.0.3-1731120688005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:52:24,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data4/current/BP-85804446-172.17.0.3-1731120688005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:52:24,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:52:24,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf0fcd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:52:24,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33dd363d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:52:24,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:52:24,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d18ddd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:52:24,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55190387{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir/,STOPPED} 2024-11-09T02:52:24,181 WARN [BP-85804446-172.17.0.3-1731120688005 heartbeating to localhost/127.0.0.1:41921 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:52:24,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:52:24,181 WARN [BP-85804446-172.17.0.3-1731120688005 heartbeating to localhost/127.0.0.1:41921 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-85804446-172.17.0.3-1731120688005 (Datanode Uuid 438978a2-e4ca-42b9-9f0c-3e743bcf5ef2) service to localhost/127.0.0.1:41921 2024-11-09T02:52:24,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:52:24,181 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data1/current/BP-85804446-172.17.0.3-1731120688005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:52:24,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/cluster_f2966f3d-0231-1360-47f4-6abe85e48b17/data/data2/current/BP-85804446-172.17.0.3-1731120688005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:52:24,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:52:24,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4490788c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:52:24,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@616e8ea5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:52:24,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:52:24,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1b1963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:52:24,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556c6c2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir/,STOPPED} 2024-11-09T02:52:24,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:52:24,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:52:24,221 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=95 (was 102), OpenFileDescriptor=429 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=4380 (was 2890) - AvailableMemoryMB LEAK? - 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=95, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=185, ProcessCount=11, AvailableMemoryMB=4380 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.log.dir so I do NOT create it in target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ad9720d-8bec-5bf9-68da-07ed4e46e2e4/hadoop.tmp.dir so I do NOT create it in target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979, deleteOnExit=true 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:52:24,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/test.cache.data in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:52:24,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:52:24,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:52:24,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:52:24,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:52:24,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:52:24,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:52:24,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:52:24,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:52:24,642 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:52:24,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b99921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:52:24,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed23f1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:52:24,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c3efbac{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/java.io.tmpdir/jetty-localhost-41877-hadoop-hdfs-3_4_1-tests_jar-_-any-7427552714608701020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:52:24,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@459205a6{HTTP/1.1, (http/1.1)}{localhost:41877} 2024-11-09T02:52:24,746 INFO [Time-limited test {}] server.Server(415): Started @154062ms 2024-11-09T02:52:25,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:52:25,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:52:25,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:52:25,010 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:52:25,010 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:52:25,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d56ec74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:52:25,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ab3aea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:52:25,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7402aadf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/java.io.tmpdir/jetty-localhost-33475-hadoop-hdfs-3_4_1-tests_jar-_-any-17179170354760893431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:52:25,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@767c78d7{HTTP/1.1, (http/1.1)}{localhost:33475} 2024-11-09T02:52:25,105 INFO [Time-limited test {}] server.Server(415): Started @154422ms 2024-11-09T02:52:25,106 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:52:25,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:52:25,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:52:25,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:52:25,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:52:25,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:52:25,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2518df8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:52:25,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@743199d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:52:25,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b1d2c5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/java.io.tmpdir/jetty-localhost-44689-hadoop-hdfs-3_4_1-tests_jar-_-any-11718389644577476162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:52:25,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2868a689{HTTP/1.1, (http/1.1)}{localhost:44689} 2024-11-09T02:52:25,241 INFO [Time-limited test {}] server.Server(415): Started @154557ms 2024-11-09T02:52:25,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:52:26,286 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data2/current/BP-1469251155-172.17.0.3-1731120744254/current, will proceed with Du for space computation calculation, 2024-11-09T02:52:26,286 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data1/current/BP-1469251155-172.17.0.3-1731120744254/current, will proceed with Du for space computation calculation, 2024-11-09T02:52:26,301 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:52:26,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5719916d50ed1f75 with lease ID 0x3a848501f8b83ec8: Processing first storage report for DS-42df3d98-2210-4fc1-83fa-26e890ad2bef from datanode DatanodeRegistration(127.0.0.1:44443, datanodeUuid=1ffcd3b2-71cb-4727-8a07-c354c2232430, infoPort=44537, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254) 2024-11-09T02:52:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5719916d50ed1f75 with lease ID 0x3a848501f8b83ec8: from storage DS-42df3d98-2210-4fc1-83fa-26e890ad2bef node DatanodeRegistration(127.0.0.1:44443, datanodeUuid=1ffcd3b2-71cb-4727-8a07-c354c2232430, infoPort=44537, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:52:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5719916d50ed1f75 with lease ID 0x3a848501f8b83ec8: Processing first storage report for DS-515348ef-0652-4854-b396-f604a050d188 from datanode DatanodeRegistration(127.0.0.1:44443, datanodeUuid=1ffcd3b2-71cb-4727-8a07-c354c2232430, infoPort=44537, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254) 2024-11-09T02:52:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5719916d50ed1f75 with lease ID 0x3a848501f8b83ec8: from storage DS-515348ef-0652-4854-b396-f604a050d188 node DatanodeRegistration(127.0.0.1:44443, datanodeUuid=1ffcd3b2-71cb-4727-8a07-c354c2232430, infoPort=44537, infoSecurePort=0, ipcPort=33299, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:52:26,406 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data3/current/BP-1469251155-172.17.0.3-1731120744254/current, will proceed with Du for space computation calculation, 2024-11-09T02:52:26,407 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data4/current/BP-1469251155-172.17.0.3-1731120744254/current, will proceed with Du for space computation calculation, 2024-11-09T02:52:26,426 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:52:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xceafc7c9e82810dc with lease ID 0x3a848501f8b83ec9: Processing first storage report for DS-1980d4e3-e729-4cf4-8a58-4e54f7976249 from datanode DatanodeRegistration(127.0.0.1:35951, datanodeUuid=72dc2664-6c3c-498e-820c-7b0e7fe724f1, infoPort=41291, infoSecurePort=0, ipcPort=44287, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254) 2024-11-09T02:52:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xceafc7c9e82810dc with lease ID 0x3a848501f8b83ec9: from storage DS-1980d4e3-e729-4cf4-8a58-4e54f7976249 node DatanodeRegistration(127.0.0.1:35951, datanodeUuid=72dc2664-6c3c-498e-820c-7b0e7fe724f1, infoPort=41291, infoSecurePort=0, ipcPort=44287, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:52:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xceafc7c9e82810dc with lease ID 0x3a848501f8b83ec9: Processing first storage report for DS-e77645d4-369a-40de-88c3-c072c24af3af from datanode DatanodeRegistration(127.0.0.1:35951, datanodeUuid=72dc2664-6c3c-498e-820c-7b0e7fe724f1, infoPort=41291, infoSecurePort=0, ipcPort=44287, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254) 2024-11-09T02:52:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xceafc7c9e82810dc with lease ID 0x3a848501f8b83ec9: from storage DS-e77645d4-369a-40de-88c3-c072c24af3af node DatanodeRegistration(127.0.0.1:35951, datanodeUuid=72dc2664-6c3c-498e-820c-7b0e7fe724f1, infoPort=41291, infoSecurePort=0, ipcPort=44287, storageInfo=lv=-57;cid=testClusterID;nsid=1517969931;c=1731120744254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:52:26,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1 2024-11-09T02:52:26,479 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/zookeeper_0, clientPort=64781, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:52:26,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64781 2024-11-09T02:52:26,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:52:26,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:52:26,492 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea with version=8 2024-11-09T02:52:26,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase-staging 2024-11-09T02:52:26,495 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:52:26,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:52:26,496 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40877 2024-11-09T02:52:26,498 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40877 connecting to ZooKeeper ensemble=127.0.0.1:64781 2024-11-09T02:52:26,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408770x0, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:52:26,561 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40877-0x1011d824b990000 connected 2024-11-09T02:52:26,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:52:26,658 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea, hbase.cluster.distributed=false 2024-11-09T02:52:26,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:52:26,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40877 2024-11-09T02:52:26,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40877 2024-11-09T02:52:26,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40877 2024-11-09T02:52:26,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40877 2024-11-09T02:52:26,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40877 2024-11-09T02:52:26,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:52:26,675 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:52:26,676 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43391 2024-11-09T02:52:26,677 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43391 connecting to ZooKeeper ensemble=127.0.0.1:64781 2024-11-09T02:52:26,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433910x0, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:52:26,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43391-0x1011d824b990001 connected 2024-11-09T02:52:26,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:52:26,689 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:52:26,690 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:52:26,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T02:52:26,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:52:26,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-09T02:52:26,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43391 2024-11-09T02:52:26,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43391 2024-11-09T02:52:26,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-09T02:52:26,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43391 2024-11-09T02:52:26,706 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:40877 2024-11-09T02:52:26,707 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,40877,1731120746494 2024-11-09T02:52:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:52:26,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:52:26,719 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,40877,1731120746494 2024-11-09T02:52:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T02:52:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T02:52:26,733 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,40877,1731120746494 from backup master directory 2024-11-09T02:52:26,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,40877,1731120746494 2024-11-09T02:52:26,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:52:26,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:52:26,742 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:52:26,742 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,40877,1731120746494 2024-11-09T02:52:26,750 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/hbase.id] with ID: 43639328-0a32-4a93-a11f-93316b4999ef 2024-11-09T02:52:26,750 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/.tmp/hbase.id 2024-11-09T02:52:26,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:52:26,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:52:26,761 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/.tmp/hbase.id]:[hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/hbase.id] 2024-11-09T02:52:26,779 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:26,779 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:52:26,781 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:52:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:52:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:52:26,802 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:52:26,803 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:52:26,803 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:52:26,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:52:26,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:52:26,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store 2024-11-09T02:52:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:52:26,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:52:26,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:26,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:52:26,819 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:26,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:26,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:52:26,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:26,819 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:52:26,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120746819Disabling compacts and flushes for region at 1731120746819Disabling writes for close at 1731120746819Writing region close event to WAL at 1731120746819Closed at 1731120746819 2024-11-09T02:52:26,820 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/.initializing 2024-11-09T02:52:26,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/WALs/53f286d3af3b,40877,1731120746494 2024-11-09T02:52:26,821 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:52:26,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C40877%2C1731120746494, suffix=, logDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/WALs/53f286d3af3b,40877,1731120746494, archiveDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/oldWALs, maxLogs=10 2024-11-09T02:52:26,834 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/WALs/53f286d3af3b,40877,1731120746494/53f286d3af3b%2C40877%2C1731120746494.1731120746823, exclude list is [], retry=0 2024-11-09T02:52:26,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44443,DS-42df3d98-2210-4fc1-83fa-26e890ad2bef,DISK] 2024-11-09T02:52:26,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-1980d4e3-e729-4cf4-8a58-4e54f7976249,DISK] 2024-11-09T02:52:26,842 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/WALs/53f286d3af3b,40877,1731120746494/53f286d3af3b%2C40877%2C1731120746494.1731120746823 2024-11-09T02:52:26,842 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-09T02:52:26,842 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:52:26,842 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:26,843 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,843 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:52:26,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:26,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:26,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:52:26,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:26,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:52:26,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:52:26,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:26,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:52:26,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:52:26,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:26,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:52:26,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,852 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,853 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,854 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,854 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,854 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:52:26,856 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:52:26,858 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:52:26,858 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=861072, jitterRate=0.09491066634654999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:52:26,859 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731120746843Initializing all the Stores at 1731120746844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120746844Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120746844Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120746844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120746844Cleaning up temporary data from old regions at 1731120746854 (+10 ms)Region opened successfully at 1731120746859 (+5 ms) 2024-11-09T02:52:26,859 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:52:26,863 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d11d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:52:26,864 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:52:26,864 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:52:26,864 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:52:26,865 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:52:26,865 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:52:26,866 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:52:26,866 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:52:26,868 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:52:26,869 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T02:52:26,878 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T02:52:26,879 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:52:26,879 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:52:26,889 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T02:52:26,889 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:52:26,890 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:52:26,899 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T02:52:26,900 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:52:26,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T02:52:26,912 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:52:26,920 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T02:52:26,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:52:26,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:52:26,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,40877,1731120746494, sessionid=0x1011d824b990000, setting cluster-up flag (Was=false) 2024-11-09T02:52:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:26,984 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T02:52:26,985 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,40877,1731120746494 2024-11-09T02:52:27,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:27,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:27,036 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T02:52:27,038 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,40877,1731120746494 2024-11-09T02:52:27,039 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:52:27,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:52:27,041 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:52:27,041 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:52:27,041 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,40877,1731120746494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:52:27,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120777043 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:52:27,043 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:52:27,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:52:27,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:52:27,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:52:27,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:52:27,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:52:27,045 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:52:27,048 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:52:27,048 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:52:27,048 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120747048,5,FailOnTimeoutGroup] 2024-11-09T02:52:27,049 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120747048,5,FailOnTimeoutGroup] 2024-11-09T02:52:27,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:52:27,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:52:27,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:52:27,056 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:52:27,056 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea 2024-11-09T02:52:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:52:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:52:27,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:27,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:52:27,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:52:27,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:52:27,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:52:27,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:52:27,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:52:27,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:52:27,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:52:27,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:52:27,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740 2024-11-09T02:52:27,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740 2024-11-09T02:52:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:52:27,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:52:27,074 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:52:27,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:52:27,077 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:52:27,077 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841064, jitterRate=0.06946907937526703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:52:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731120747063Initializing all the Stores at 1731120747064 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120747064Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120747064Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120747064Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120747064Cleaning up temporary data from old regions at 1731120747073 (+9 ms)Region opened successfully at 1731120747078 (+5 ms) 2024-11-09T02:52:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:52:27,078 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:52:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:52:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:52:27,078 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:52:27,078 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:52:27,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120747078Disabling compacts and flushes for region at 1731120747078Disabling writes for close at 1731120747078Writing region close event to WAL at 1731120747078Closed at 1731120747078 2024-11-09T02:52:27,080 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:52:27,080 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:52:27,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:52:27,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:52:27,082 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:52:27,095 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(746): ClusterId : 43639328-0a32-4a93-a11f-93316b4999ef 2024-11-09T02:52:27,095 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:52:27,108 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:52:27,108 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:52:27,121 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:52:27,122 DEBUG [RS:0;53f286d3af3b:43391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0702bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:52:27,137 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:43391 2024-11-09T02:52:27,137 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:52:27,138 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:52:27,138 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:52:27,138 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,40877,1731120746494 with port=43391, startcode=1731120746675 2024-11-09T02:52:27,139 DEBUG [RS:0;53f286d3af3b:43391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:52:27,140 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:52:27,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,143 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea 2024-11-09T02:52:27,143 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37877 2024-11-09T02:52:27,143 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:52:27,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:52:27,152 DEBUG [RS:0;53f286d3af3b:43391 {}] zookeeper.ZKUtil(111): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,153 WARN [RS:0;53f286d3af3b:43391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:52:27,153 INFO [RS:0;53f286d3af3b:43391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:52:27,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,43391,1731120746675] 2024-11-09T02:52:27,153 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,156 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:52:27,159 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:52:27,159 INFO [RS:0;53f286d3af3b:43391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:52:27,159 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,160 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:52:27,161 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:52:27,161 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:52:27,161 DEBUG [RS:0;53f286d3af3b:43391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:52:27,164 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,164 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,164 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,164 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,164 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,164 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43391,1731120746675-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:52:27,178 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:52:27,179 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43391,1731120746675-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,179 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,179 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.Replication(171): 53f286d3af3b,43391,1731120746675 started 2024-11-09T02:52:27,192 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,192 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,43391,1731120746675, RpcServer on 53f286d3af3b/172.17.0.3:43391, sessionid=0x1011d824b990001 2024-11-09T02:52:27,192 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:52:27,192 DEBUG [RS:0;53f286d3af3b:43391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,192 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43391,1731120746675' 2024-11-09T02:52:27,192 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T02:52:27,193 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T02:52:27,193 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:52:27,193 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:52:27,193 DEBUG [RS:0;53f286d3af3b:43391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,193 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43391,1731120746675' 2024-11-09T02:52:27,193 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T02:52:27,194 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T02:52:27,194 DEBUG [RS:0;53f286d3af3b:43391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:52:27,194 INFO [RS:0;53f286d3af3b:43391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:52:27,194 INFO [RS:0;53f286d3af3b:43391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:52:27,232 WARN [53f286d3af3b:40877 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:52:27,294 INFO [RS:0;53f286d3af3b:43391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:52:27,296 INFO [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C43391%2C1731120746675, suffix=, logDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675, archiveDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/oldWALs, maxLogs=32 2024-11-09T02:52:27,314 DEBUG [RS:0;53f286d3af3b:43391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120747297, exclude list is [], retry=0 2024-11-09T02:52:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-1980d4e3-e729-4cf4-8a58-4e54f7976249,DISK] 2024-11-09T02:52:27,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44443,DS-42df3d98-2210-4fc1-83fa-26e890ad2bef,DISK] 2024-11-09T02:52:27,320 INFO [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120747297 2024-11-09T02:52:27,320 DEBUG [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291),(127.0.0.1/127.0.0.1:44537:44537)] 2024-11-09T02:52:27,483 DEBUG [53f286d3af3b:40877 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:52:27,483 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43391,1731120746675, state=OPENING 2024-11-09T02:52:27,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:52:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:27,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:52:27,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:52:27,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:52:27,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:52:27,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43391,1731120746675}] 2024-11-09T02:52:27,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:52:27,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:52:27,743 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:52:27,743 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:52:27,743 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:52:27,745 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C43391%2C1731120746675.meta, suffix=.meta, logDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675, archiveDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/oldWALs, maxLogs=32 2024-11-09T02:52:27,758 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.meta.1731120747745.meta, exclude list is [], retry=0 2024-11-09T02:52:27,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44443,DS-42df3d98-2210-4fc1-83fa-26e890ad2bef,DISK] 2024-11-09T02:52:27,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-1980d4e3-e729-4cf4-8a58-4e54f7976249,DISK] 2024-11-09T02:52:27,763 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.meta.1731120747745.meta 2024-11-09T02:52:27,763 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-09T02:52:27,763 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:52:27,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:52:27,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:52:27,764 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:52:27,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:52:27,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:27,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:52:27,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:52:27,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:52:27,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:52:27,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:52:27,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:52:27,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:52:27,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:52:27,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:52:27,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:52:27,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:52:27,772 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:52:27,773 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740 2024-11-09T02:52:27,774 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740 2024-11-09T02:52:27,776 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:52:27,776 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:52:27,776 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:52:27,777 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:52:27,778 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=796997, jitterRate=0.013434931635856628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:52:27,778 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:52:27,779 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731120747764Writing region info on filesystem at 1731120747764Initializing all the Stores at 1731120747765 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120747765Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120747766 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120747766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120747766Cleaning up temporary data from old regions at 1731120747776 (+10 ms)Running coprocessor post-open hooks at 1731120747778 (+2 ms)Region opened successfully at 1731120747779 (+1 ms) 2024-11-09T02:52:27,780 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120747737 2024-11-09T02:52:27,782 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:52:27,782 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:52:27,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43391,1731120746675, state=OPEN 2024-11-09T02:52:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:52:27,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:52:27,865 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:27,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:52:27,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:52:27,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:52:27,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43391,1731120746675 in 281 msec 2024-11-09T02:52:27,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:52:27,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 789 msec 2024-11-09T02:52:27,873 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:52:27,873 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:52:27,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:52:27,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43391,1731120746675, seqNum=-1] 2024-11-09T02:52:27,875 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:52:27,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:52:27,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 841 msec 2024-11-09T02:52:27,883 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120747883, completionTime=-1 2024-11-09T02:52:27,883 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:52:27,883 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:52:27,885 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:52:27,885 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120807885 2024-11-09T02:52:27,885 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120867885 2024-11-09T02:52:27,885 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:52:27,886 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40877,1731120746494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,886 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40877,1731120746494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,886 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40877,1731120746494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,886 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:40877, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,886 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,886 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,888 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.148sec 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40877,1731120746494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:52:27,890 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40877,1731120746494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:52:27,893 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:52:27,893 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:52:27,893 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40877,1731120746494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:52:27,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1466c5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:52:27,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40877,-1 for getting cluster id 2024-11-09T02:52:27,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:52:27,898 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '43639328-0a32-4a93-a11f-93316b4999ef' 2024-11-09T02:52:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:52:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "43639328-0a32-4a93-a11f-93316b4999ef" 2024-11-09T02:52:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3fa824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:52:27,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40877,-1] 2024-11-09T02:52:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:52:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:52:27,900 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:52:27,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a28af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:52:27,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:52:27,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43391,1731120746675, seqNum=-1] 2024-11-09T02:52:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:52:27,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:52:27,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,40877,1731120746494 2024-11-09T02:52:27,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:52:27,911 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T02:52:27,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:52:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40877,1731120746494 2024-11-09T02:52:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cd68ccf 2024-11-09T02:52:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:52:27,916 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:52:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-09T02:52:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-09T02:52:27,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:52:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-09T02:52:27,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:52:27,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:27,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-09T02:52:27,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:52:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:52:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741835_1011 (size=381) 2024-11-09T02:52:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741835_1011 (size=381) 2024-11-09T02:52:27,933 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e186ec9a1b4b8238f6411a20695d927, NAME => 'TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea 2024-11-09T02:52:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741836_1012 (size=64) 2024-11-09T02:52:27,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741836_1012 (size=64) 2024-11-09T02:52:27,940 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:27,940 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8e186ec9a1b4b8238f6411a20695d927, disabling compactions & flushes 2024-11-09T02:52:27,940 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:27,940 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:27,940 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. after waiting 0 ms 2024-11-09T02:52:27,940 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:27,940 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:27,940 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e186ec9a1b4b8238f6411a20695d927: Waiting for close lock at 1731120747940Disabling compacts and flushes for region at 1731120747940Disabling writes for close at 1731120747940Writing region close event to WAL at 1731120747940Closed at 1731120747940 2024-11-09T02:52:27,941 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:52:27,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731120747941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120747941"}]},"ts":"1731120747941"} 2024-11-09T02:52:27,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:52:27,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:52:27,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120747945"}]},"ts":"1731120747945"} 2024-11-09T02:52:27,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-09T02:52:27,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, ASSIGN}] 2024-11-09T02:52:27,949 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, ASSIGN 2024-11-09T02:52:27,950 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, ASSIGN; state=OFFLINE, location=53f286d3af3b,43391,1731120746675; forceNewPlan=false, retain=false 2024-11-09T02:52:28,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e186ec9a1b4b8238f6411a20695d927, regionState=OPENING, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:28,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, ASSIGN because future has completed 2024-11-09T02:52:28,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e186ec9a1b4b8238f6411a20695d927, server=53f286d3af3b,43391,1731120746675}] 2024-11-09T02:52:28,269 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:28,269 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e186ec9a1b4b8238f6411a20695d927, NAME => 'TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:52:28,270 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,270 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:28,270 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,270 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,273 INFO [StoreOpener-8e186ec9a1b4b8238f6411a20695d927-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,275 INFO [StoreOpener-8e186ec9a1b4b8238f6411a20695d927-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e186ec9a1b4b8238f6411a20695d927 columnFamilyName info 2024-11-09T02:52:28,275 DEBUG [StoreOpener-8e186ec9a1b4b8238f6411a20695d927-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:28,276 INFO [StoreOpener-8e186ec9a1b4b8238f6411a20695d927-1 {}] regionserver.HStore(327): Store=8e186ec9a1b4b8238f6411a20695d927/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:52:28,276 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,278 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,279 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,280 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,280 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,284 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,287 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:52:28,288 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8e186ec9a1b4b8238f6411a20695d927; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788155, jitterRate=0.0021911561489105225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T02:52:28,288 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:28,290 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8e186ec9a1b4b8238f6411a20695d927: Running coprocessor pre-open hook at 1731120748270Writing region info on filesystem at 1731120748270Initializing all the Stores at 1731120748272 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120748272Cleaning up temporary data from old regions at 1731120748280 (+8 ms)Running coprocessor post-open hooks at 1731120748289 (+9 ms)Region opened successfully at 1731120748290 (+1 ms) 2024-11-09T02:52:28,291 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., pid=6, masterSystemTime=1731120748262 2024-11-09T02:52:28,294 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:28,294 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:28,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8e186ec9a1b4b8238f6411a20695d927, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:28,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e186ec9a1b4b8238f6411a20695d927, server=53f286d3af3b,43391,1731120746675 because future has completed 2024-11-09T02:52:28,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:52:28,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e186ec9a1b4b8238f6411a20695d927, server=53f286d3af3b,43391,1731120746675 in 191 msec 2024-11-09T02:52:28,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:52:28,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, ASSIGN in 353 msec 2024-11-09T02:52:28,303 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:52:28,303 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731120748303"}]},"ts":"1731120748303"} 2024-11-09T02:52:28,306 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-09T02:52:28,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:52:28,309 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 390 msec 2024-11-09T02:52:28,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:28,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,205 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:52:29,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:29,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:31,137 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-09T02:52:31,137 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-09T02:52:31,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-09T02:52:33,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:52:33,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-09T02:52:36,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:52:36,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:36,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:37,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:52:37,981 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-09T02:52:37,981 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-09T02:52:37,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-09T02:52:37,987 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:37,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., hostname=53f286d3af3b,43391,1731120746675, seqNum=2] 2024-11-09T02:52:38,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:38,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:52:38,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/2f38bd589b334a88bc1770680e5caa63 is 1055, key is row0001/info:/1731120757991/Put/seqid=0 2024-11-09T02:52:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741837_1013 (size=13386) 2024-11-09T02:52:38,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741837_1013 (size=13386) 2024-11-09T02:52:38,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/2f38bd589b334a88bc1770680e5caa63 2024-11-09T02:52:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/2f38bd589b334a88bc1770680e5caa63 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/2f38bd589b334a88bc1770680e5caa63 2024-11-09T02:52:38,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/2f38bd589b334a88bc1770680e5caa63, entries=8, sequenceid=12, filesize=13.1 K 2024-11-09T02:52:38,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 8e186ec9a1b4b8238f6411a20695d927 in 42ms, sequenceid=12, compaction requested=false 2024-11-09T02:52:38,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:38,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-09T02:52:38,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/57d5a611226f4e4a81960f4f6ca861e8 is 1055, key is row0009/info:/1731120758009/Put/seqid=0 2024-11-09T02:52:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741838_1014 (size=28134) 2024-11-09T02:52:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741838_1014 (size=28134) 2024-11-09T02:52:38,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/57d5a611226f4e4a81960f4f6ca861e8 2024-11-09T02:52:38,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/57d5a611226f4e4a81960f4f6ca861e8 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8 2024-11-09T02:52:38,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8, entries=22, sequenceid=37, filesize=27.5 K 2024-11-09T02:52:38,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 8e186ec9a1b4b8238f6411a20695d927 in 23ms, sequenceid=37, compaction requested=false 2024-11-09T02:52:38,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:38,076 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-09T02:52:38,076 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:38,076 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8 because midkey is the same as first or last row 2024-11-09T02:52:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:40,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:52:40,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/d89c3d15b7b14b66a0f99ab83a7ad759 is 1055, key is row0031/info:/1731120758053/Put/seqid=0 2024-11-09T02:52:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741839_1015 (size=13386) 2024-11-09T02:52:40,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741839_1015 (size=13386) 2024-11-09T02:52:40,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/d89c3d15b7b14b66a0f99ab83a7ad759 2024-11-09T02:52:40,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/d89c3d15b7b14b66a0f99ab83a7ad759 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d89c3d15b7b14b66a0f99ab83a7ad759 2024-11-09T02:52:40,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d89c3d15b7b14b66a0f99ab83a7ad759, entries=8, sequenceid=48, filesize=13.1 K 2024-11-09T02:52:40,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 8e186ec9a1b4b8238f6411a20695d927 in 29ms, sequenceid=48, compaction requested=true 2024-11-09T02:52:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-09T02:52:40,102 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:40,103 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8 because midkey is the same as first or last row 2024-11-09T02:52:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e186ec9a1b4b8238f6411a20695d927:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:40,104 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:40,105 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:40,105 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): 8e186ec9a1b4b8238f6411a20695d927/info is initiating minor compaction (all files) 2024-11-09T02:52:40,106 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e186ec9a1b4b8238f6411a20695d927/info in TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:40,106 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/2f38bd589b334a88bc1770680e5caa63, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d89c3d15b7b14b66a0f99ab83a7ad759] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp, totalSize=53.6 K 2024-11-09T02:52:40,106 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f38bd589b334a88bc1770680e5caa63, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731120757991 2024-11-09T02:52:40,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:40,107 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57d5a611226f4e4a81960f4f6ca861e8, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731120758009 2024-11-09T02:52:40,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-09T02:52:40,107 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting d89c3d15b7b14b66a0f99ab83a7ad759, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731120758053 2024-11-09T02:52:40,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/d22aadc605af4884a82b955402490576 is 1055, key is row0039/info:/1731120760074/Put/seqid=0 2024-11-09T02:52:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741840_1016 (size=20766) 2024-11-09T02:52:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741840_1016 (size=20766) 2024-11-09T02:52:40,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/d22aadc605af4884a82b955402490576 2024-11-09T02:52:40,133 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e186ec9a1b4b8238f6411a20695d927#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:40,134 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/f9e58f8795a843b598cf2a2cd47391e3 is 1055, key is row0001/info:/1731120757991/Put/seqid=0 2024-11-09T02:52:40,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/d22aadc605af4884a82b955402490576 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d22aadc605af4884a82b955402490576 2024-11-09T02:52:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741841_1017 (size=45105) 2024-11-09T02:52:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741841_1017 (size=45105) 2024-11-09T02:52:40,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d22aadc605af4884a82b955402490576, entries=15, sequenceid=66, filesize=20.3 K 2024-11-09T02:52:40,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=11.29 KB/11561 for 8e186ec9a1b4b8238f6411a20695d927 in 37ms, sequenceid=66, compaction requested=false 2024-11-09T02:52:40,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:40,144 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=73.9 K, sizeToCheck=16.0 K 2024-11-09T02:52:40,144 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:40,144 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8 because midkey is the same as first or last row 2024-11-09T02:52:40,555 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/f9e58f8795a843b598cf2a2cd47391e3 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 2024-11-09T02:52:40,561 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e186ec9a1b4b8238f6411a20695d927/info of 8e186ec9a1b4b8238f6411a20695d927 into f9e58f8795a843b598cf2a2cd47391e3(size=44.0 K), total size for store is 64.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:40,561 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:40,563 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., storeName=8e186ec9a1b4b8238f6411a20695d927/info, priority=13, startTime=1731120760104; duration=0sec 2024-11-09T02:52:40,563 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-09T02:52:40,563 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:40,563 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 because midkey is the same as first or last row 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 because midkey is the same as first or last row 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=64.3 K, sizeToCheck=16.0 K 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 because midkey is the same as first or last row 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:40,564 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e186ec9a1b4b8238f6411a20695d927:info 2024-11-09T02:52:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-09T02:52:42,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/7527ad748ec04c1a8750e44c632613a1 is 1055, key is row0054/info:/1731120760108/Put/seqid=0 2024-11-09T02:52:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741842_1018 (size=17594) 2024-11-09T02:52:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741842_1018 (size=17594) 2024-11-09T02:52:42,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/7527ad748ec04c1a8750e44c632613a1 2024-11-09T02:52:42,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/7527ad748ec04c1a8750e44c632613a1 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/7527ad748ec04c1a8750e44c632613a1 2024-11-09T02:52:42,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/7527ad748ec04c1a8750e44c632613a1, entries=12, sequenceid=82, filesize=17.2 K 2024-11-09T02:52:42,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=11.29 KB/11561 for 8e186ec9a1b4b8238f6411a20695d927 in 27ms, sequenceid=82, compaction requested=true 2024-11-09T02:52:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 because midkey is the same as first or last row 2024-11-09T02:52:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8e186ec9a1b4b8238f6411a20695d927:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:42,166 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:42,167 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83465 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,167 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1541): 8e186ec9a1b4b8238f6411a20695d927/info is initiating minor compaction (all files) 2024-11-09T02:52:42,167 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8e186ec9a1b4b8238f6411a20695d927/info in TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:42,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-09T02:52:42,167 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d22aadc605af4884a82b955402490576, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/7527ad748ec04c1a8750e44c632613a1] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp, totalSize=81.5 K 2024-11-09T02:52:42,168 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting f9e58f8795a843b598cf2a2cd47391e3, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731120757991 2024-11-09T02:52:42,168 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting d22aadc605af4884a82b955402490576, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1731120760074 2024-11-09T02:52:42,169 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting 7527ad748ec04c1a8750e44c632613a1, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731120760108 2024-11-09T02:52:42,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/3635c2f0559f4015ad8d682b0a46619b is 1055, key is row0066/info:/1731120762140/Put/seqid=0 2024-11-09T02:52:42,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741843_1019 (size=17594) 2024-11-09T02:52:42,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741843_1019 (size=17594) 2024-11-09T02:52:42,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/3635c2f0559f4015ad8d682b0a46619b 2024-11-09T02:52:42,186 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8e186ec9a1b4b8238f6411a20695d927#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:42,186 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/0ec6679ff2d445bfb56e504df535cdeb is 1055, key is row0001/info:/1731120757991/Put/seqid=0 2024-11-09T02:52:42,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/3635c2f0559f4015ad8d682b0a46619b as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/3635c2f0559f4015ad8d682b0a46619b 2024-11-09T02:52:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741844_1020 (size=73753) 2024-11-09T02:52:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741844_1020 (size=73753) 2024-11-09T02:52:42,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/3635c2f0559f4015ad8d682b0a46619b, entries=12, sequenceid=97, filesize=17.2 K 2024-11-09T02:52:42,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 8e186ec9a1b4b8238f6411a20695d927 in 29ms, sequenceid=97, compaction requested=false 2024-11-09T02:52:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,196 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 because midkey is the same as first or last row 2024-11-09T02:52:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-09T02:52:42,199 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/0ec6679ff2d445bfb56e504df535cdeb as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb 2024-11-09T02:52:42,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/fe43b7482ed04899a524909b240978a2 is 1055, key is row0078/info:/1731120762168/Put/seqid=0 2024-11-09T02:52:42,207 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8e186ec9a1b4b8238f6411a20695d927/info of 8e186ec9a1b4b8238f6411a20695d927 into 0ec6679ff2d445bfb56e504df535cdeb(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:42,207 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:42,207 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., storeName=8e186ec9a1b4b8238f6411a20695d927/info, priority=13, startTime=1731120762166; duration=0sec 2024-11-09T02:52:42,207 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,207 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,207 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,207 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,208 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,208 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,209 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:42,209 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:42,209 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8e186ec9a1b4b8238f6411a20695d927:info 2024-11-09T02:52:42,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741845_1021 (size=16542) 2024-11-09T02:52:42,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741845_1021 (size=16542) 2024-11-09T02:52:42,210 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] assignment.AssignmentManager(1355): Split request from 53f286d3af3b,43391,1731120746675, parent={ENCODED => 8e186ec9a1b4b8238f6411a20695d927, NAME => 'TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-09T02:52:42,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/fe43b7482ed04899a524909b240978a2 2024-11-09T02:52:42,215 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:42,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/fe43b7482ed04899a524909b240978a2 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/fe43b7482ed04899a524909b240978a2 2024-11-09T02:52:42,219 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e186ec9a1b4b8238f6411a20695d927, daughterA=213a6d0465ea9c4bc99526102c97e50f, daughterB=de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:42,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e186ec9a1b4b8238f6411a20695d927, daughterA=213a6d0465ea9c4bc99526102c97e50f, daughterB=de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:42,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e186ec9a1b4b8238f6411a20695d927, daughterA=213a6d0465ea9c4bc99526102c97e50f, daughterB=de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:42,220 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e186ec9a1b4b8238f6411a20695d927, daughterA=213a6d0465ea9c4bc99526102c97e50f, daughterB=de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:42,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/fe43b7482ed04899a524909b240978a2, entries=11, sequenceid=111, filesize=16.2 K 2024-11-09T02:52:42,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=8.21 KB/8408 for 8e186ec9a1b4b8238f6411a20695d927 in 27ms, sequenceid=111, compaction requested=true 2024-11-09T02:52:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8e186ec9a1b4b8238f6411a20695d927: 2024-11-09T02:52:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.4 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.4 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,224 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,225 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=105.4 K, sizeToCheck=16.0 K 2024-11-09T02:52:42,225 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-09T02:52:42,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-11-09T02:52:42,226 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] assignment.AssignmentManager(1355): Split request from 53f286d3af3b,43391,1731120746675, parent={ENCODED => 8e186ec9a1b4b8238f6411a20695d927, NAME => 'TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-09T02:52:42,226 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40877 {}] assignment.AssignmentManager(1370): Ignoring split request from 53f286d3af3b,43391,1731120746675, parent={ENCODED => 8e186ec9a1b4b8238f6411a20695d927, NAME => 'TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-09T02:52:42,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, UNASSIGN}] 2024-11-09T02:52:42,228 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, UNASSIGN 2024-11-09T02:52:42,231 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8e186ec9a1b4b8238f6411a20695d927, regionState=CLOSING, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:42,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, UNASSIGN because future has completed 2024-11-09T02:52:42,234 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-09T02:52:42,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e186ec9a1b4b8238f6411a20695d927, server=53f286d3af3b,43391,1731120746675}] 2024-11-09T02:52:42,394 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,394 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-09T02:52:42,395 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8e186ec9a1b4b8238f6411a20695d927, disabling compactions & flushes 2024-11-09T02:52:42,395 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:42,395 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:42,396 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. after waiting 0 ms 2024-11-09T02:52:42,396 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:42,396 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 8e186ec9a1b4b8238f6411a20695d927 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:52:42,402 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/477e39f6012a4ff5910308df1610f2ef is 1055, key is row0089/info:/1731120762199/Put/seqid=0 2024-11-09T02:52:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741846_1022 (size=13386) 2024-11-09T02:52:42,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741846_1022 (size=13386) 2024-11-09T02:52:42,408 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/477e39f6012a4ff5910308df1610f2ef 2024-11-09T02:52:42,415 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/.tmp/info/477e39f6012a4ff5910308df1610f2ef as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/477e39f6012a4ff5910308df1610f2ef 2024-11-09T02:52:42,422 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/477e39f6012a4ff5910308df1610f2ef, entries=8, sequenceid=123, filesize=13.1 K 2024-11-09T02:52:42,423 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 8e186ec9a1b4b8238f6411a20695d927 in 27ms, sequenceid=123, compaction requested=true 2024-11-09T02:52:42,424 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/2f38bd589b334a88bc1770680e5caa63, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d89c3d15b7b14b66a0f99ab83a7ad759, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d22aadc605af4884a82b955402490576, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/7527ad748ec04c1a8750e44c632613a1] to archive 2024-11-09T02:52:42,424 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T02:52:42,426 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/2f38bd589b334a88bc1770680e5caa63 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/2f38bd589b334a88bc1770680e5caa63 2024-11-09T02:52:42,427 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/57d5a611226f4e4a81960f4f6ca861e8 2024-11-09T02:52:42,428 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/f9e58f8795a843b598cf2a2cd47391e3 2024-11-09T02:52:42,429 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d89c3d15b7b14b66a0f99ab83a7ad759 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d89c3d15b7b14b66a0f99ab83a7ad759 2024-11-09T02:52:42,430 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d22aadc605af4884a82b955402490576 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/d22aadc605af4884a82b955402490576 2024-11-09T02:52:42,432 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/7527ad748ec04c1a8750e44c632613a1 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/7527ad748ec04c1a8750e44c632613a1 2024-11-09T02:52:42,438 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-09T02:52:42,438 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. 2024-11-09T02:52:42,439 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8e186ec9a1b4b8238f6411a20695d927: Waiting for close lock at 1731120762395Running coprocessor pre-close hooks at 1731120762395Disabling compacts and flushes for region at 1731120762395Disabling writes for close at 1731120762396 (+1 ms)Obtaining lock to block concurrent updates at 1731120762396Preparing flush snapshotting stores in 8e186ec9a1b4b8238f6411a20695d927 at 1731120762396Finished memstore snapshotting TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., syncing WAL and waiting on mvcc, flushsize=dataSize=8408, getHeapSize=9264, getOffHeapSize=0, getCellsCount=8 at 1731120762396Flushing stores of TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. at 1731120762397 (+1 ms)Flushing 8e186ec9a1b4b8238f6411a20695d927/info: creating writer at 1731120762397Flushing 8e186ec9a1b4b8238f6411a20695d927/info: appending metadata at 1731120762402 (+5 ms)Flushing 8e186ec9a1b4b8238f6411a20695d927/info: closing flushed file at 1731120762402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79205a31: reopening flushed file at 1731120762414 (+12 ms)Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 8e186ec9a1b4b8238f6411a20695d927 in 27ms, sequenceid=123, compaction requested=true at 1731120762423 (+9 ms)Writing region close event to WAL at 1731120762434 (+11 ms)Running coprocessor post-close hooks at 1731120762438 (+4 ms)Closed at 1731120762438 2024-11-09T02:52:42,441 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8e186ec9a1b4b8238f6411a20695d927, regionState=CLOSED 2024-11-09T02:52:42,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8e186ec9a1b4b8238f6411a20695d927, server=53f286d3af3b,43391,1731120746675 because future has completed 2024-11-09T02:52:42,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:52:42,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8e186ec9a1b4b8238f6411a20695d927, server=53f286d3af3b,43391,1731120746675 in 212 msec 2024-11-09T02:52:42,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T02:52:42,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8e186ec9a1b4b8238f6411a20695d927, UNASSIGN in 222 msec 2024-11-09T02:52:42,461 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:42,465 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=8e186ec9a1b4b8238f6411a20695d927, threads=4 2024-11-09T02:52:42,467 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/fe43b7482ed04899a524909b240978a2 for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,467 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/3635c2f0559f4015ad8d682b0a46619b for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,467 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,467 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/477e39f6012a4ff5910308df1610f2ef for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,479 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/fe43b7482ed04899a524909b240978a2, top=true 2024-11-09T02:52:42,479 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/477e39f6012a4ff5910308df1610f2ef, top=true 2024-11-09T02:52:42,480 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/3635c2f0559f4015ad8d682b0a46619b, top=true 2024-11-09T02:52:42,493 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef for child: de57e07b4e9ee73abf2235b8302b5ac5, parent: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,493 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2 for child: de57e07b4e9ee73abf2235b8302b5ac5, parent: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,493 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/477e39f6012a4ff5910308df1610f2ef for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,493 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/fe43b7482ed04899a524909b240978a2 for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,497 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b for child: de57e07b4e9ee73abf2235b8302b5ac5, parent: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,497 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/3635c2f0559f4015ad8d682b0a46619b for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741847_1023 (size=27) 2024-11-09T02:52:42,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741847_1023 (size=27) 2024-11-09T02:52:42,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741848_1024 (size=27) 2024-11-09T02:52:42,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741848_1024 (size=27) 2024-11-09T02:52:42,509 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb for region: 8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:52:42,511 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8e186ec9a1b4b8238f6411a20695d927 Daughter A: [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927] storefiles, Daughter B: [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2] storefiles. 2024-11-09T02:52:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741849_1025 (size=71) 2024-11-09T02:52:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741849_1025 (size=71) 2024-11-09T02:52:42,524 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741850_1026 (size=71) 2024-11-09T02:52:42,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741850_1026 (size=71) 2024-11-09T02:52:42,944 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:42,960 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-09T02:52:42,962 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-09T02:52:42,964 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731120762964"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731120762964"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731120762964"}]},"ts":"1731120762964"} 2024-11-09T02:52:42,965 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731120762964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120762964"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731120762964"}]},"ts":"1731120762964"} 2024-11-09T02:52:42,965 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731120762964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731120762964"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731120762964"}]},"ts":"1731120762964"} 2024-11-09T02:52:42,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=213a6d0465ea9c4bc99526102c97e50f, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de57e07b4e9ee73abf2235b8302b5ac5, ASSIGN}] 2024-11-09T02:52:42,980 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=213a6d0465ea9c4bc99526102c97e50f, ASSIGN 2024-11-09T02:52:42,980 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de57e07b4e9ee73abf2235b8302b5ac5, ASSIGN 2024-11-09T02:52:42,980 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=213a6d0465ea9c4bc99526102c97e50f, ASSIGN; state=SPLITTING_NEW, location=53f286d3af3b,43391,1731120746675; forceNewPlan=false, retain=false 2024-11-09T02:52:42,981 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de57e07b4e9ee73abf2235b8302b5ac5, ASSIGN; state=SPLITTING_NEW, location=53f286d3af3b,43391,1731120746675; forceNewPlan=false, retain=false 2024-11-09T02:52:43,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=213a6d0465ea9c4bc99526102c97e50f, regionState=OPENING, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:43,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=de57e07b4e9ee73abf2235b8302b5ac5, regionState=OPENING, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:43,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=213a6d0465ea9c4bc99526102c97e50f, ASSIGN because future has completed 2024-11-09T02:52:43,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 213a6d0465ea9c4bc99526102c97e50f, server=53f286d3af3b,43391,1731120746675}] 2024-11-09T02:52:43,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de57e07b4e9ee73abf2235b8302b5ac5, ASSIGN because future has completed 2024-11-09T02:52:43,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure de57e07b4e9ee73abf2235b8302b5ac5, server=53f286d3af3b,43391,1731120746675}] 2024-11-09T02:52:43,297 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:52:43,298 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 213a6d0465ea9c4bc99526102c97e50f, NAME => 'TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-09T02:52:43,298 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,298 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:43,298 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,299 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,301 INFO [StoreOpener-213a6d0465ea9c4bc99526102c97e50f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,302 INFO [StoreOpener-213a6d0465ea9c4bc99526102c97e50f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 213a6d0465ea9c4bc99526102c97e50f columnFamilyName info 2024-11-09T02:52:43,302 DEBUG [StoreOpener-213a6d0465ea9c4bc99526102c97e50f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:43,317 DEBUG [StoreOpener-213a6d0465ea9c4bc99526102c97e50f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927->hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb-bottom 2024-11-09T02:52:43,317 INFO [StoreOpener-213a6d0465ea9c4bc99526102c97e50f-1 {}] regionserver.HStore(327): Store=213a6d0465ea9c4bc99526102c97e50f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:52:43,317 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,318 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,319 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,320 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,320 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,322 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,323 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 213a6d0465ea9c4bc99526102c97e50f; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779229, jitterRate=-0.009159237146377563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T02:52:43,323 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:52:43,323 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 213a6d0465ea9c4bc99526102c97e50f: Running coprocessor pre-open hook at 1731120763299Writing region info on filesystem at 1731120763299Initializing all the Stores at 1731120763300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120763300Cleaning up temporary data from old regions at 1731120763320 (+20 ms)Running coprocessor post-open hooks at 1731120763323 (+3 ms)Region opened successfully at 1731120763323 2024-11-09T02:52:43,324 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f., pid=12, masterSystemTime=1731120763291 2024-11-09T02:52:43,324 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 213a6d0465ea9c4bc99526102c97e50f:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:43,324 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:43,324 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-09T02:52:43,325 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:52:43,325 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): 213a6d0465ea9c4bc99526102c97e50f/info is initiating minor compaction (all files) 2024-11-09T02:52:43,325 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 213a6d0465ea9c4bc99526102c97e50f/info in TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:52:43,326 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927->hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb-bottom] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/.tmp, totalSize=72.0 K 2024-11-09T02:52:43,326 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731120757991 2024-11-09T02:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:52:43,327 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:52:43,327 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => de57e07b4e9ee73abf2235b8302b5ac5, NAME => 'TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-09T02:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,328 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=213a6d0465ea9c4bc99526102c97e50f, regionState=OPEN, openSeqNum=127, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:43,329 INFO [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,330 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-09T02:52:43,330 INFO [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de57e07b4e9ee73abf2235b8302b5ac5 columnFamilyName info 2024-11-09T02:52:43,330 DEBUG [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:52:43,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-09T02:52:43,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-09T02:52:43,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 213a6d0465ea9c4bc99526102c97e50f, server=53f286d3af3b,43391,1731120746675 because future has completed 2024-11-09T02:52:43,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-09T02:52:43,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 213a6d0465ea9c4bc99526102c97e50f, server=53f286d3af3b,43391,1731120746675 in 195 msec 2024-11-09T02:52:43,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=213a6d0465ea9c4bc99526102c97e50f, ASSIGN in 356 msec 2024-11-09T02:52:43,340 DEBUG [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927->hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb-top 2024-11-09T02:52:43,346 DEBUG [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b 2024-11-09T02:52:43,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/info/7ff8586b64ee46c793046842a21c5052 is 193, key is TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5./info:regioninfo/1731120763131/Put/seqid=0 2024-11-09T02:52:43,352 DEBUG [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef 2024-11-09T02:52:43,354 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 213a6d0465ea9c4bc99526102c97e50f#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:43,355 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/.tmp/info/2b70843b8b0a47ffb4d07edc2f6b6cec is 1055, key is row0001/info:/1731120757991/Put/seqid=0 2024-11-09T02:52:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741851_1027 (size=9847) 2024-11-09T02:52:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741851_1027 (size=9847) 2024-11-09T02:52:43,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/info/7ff8586b64ee46c793046842a21c5052 2024-11-09T02:52:43,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741852_1028 (size=71441) 2024-11-09T02:52:43,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741852_1028 (size=71441) 2024-11-09T02:52:43,384 DEBUG [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2 2024-11-09T02:52:43,384 INFO [StoreOpener-de57e07b4e9ee73abf2235b8302b5ac5-1 {}] regionserver.HStore(327): Store=de57e07b4e9ee73abf2235b8302b5ac5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:52:43,385 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,386 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,387 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,387 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,387 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,389 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,390 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened de57e07b4e9ee73abf2235b8302b5ac5; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848165, jitterRate=0.07849851250648499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T02:52:43,390 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:43,390 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for de57e07b4e9ee73abf2235b8302b5ac5: Running coprocessor pre-open hook at 1731120763328Writing region info on filesystem at 1731120763328Initializing all the Stores at 1731120763328Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120763328Cleaning up temporary data from old regions at 1731120763387 (+59 ms)Running coprocessor post-open hooks at 1731120763390 (+3 ms)Region opened successfully at 1731120763390 2024-11-09T02:52:43,391 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., pid=13, masterSystemTime=1731120763291 2024-11-09T02:52:43,391 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/.tmp/info/2b70843b8b0a47ffb4d07edc2f6b6cec as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/2b70843b8b0a47ffb4d07edc2f6b6cec 2024-11-09T02:52:43,391 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 2 2024-11-09T02:52:43,391 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:43,391 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-09T02:52:43,392 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:43,392 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:52:43,392 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:43,393 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927->hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb-top, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=118.4 K 2024-11-09T02:52:43,393 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:43,393 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731120757991 2024-11-09T02:52:43,393 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:43,394 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731120762140 2024-11-09T02:52:43,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=de57e07b4e9ee73abf2235b8302b5ac5, regionState=OPEN, openSeqNum=127, regionLocation=53f286d3af3b,43391,1731120746675 2024-11-09T02:52:43,396 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731120762168 2024-11-09T02:52:43,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure de57e07b4e9ee73abf2235b8302b5ac5, server=53f286d3af3b,43391,1731120746675 because future has completed 2024-11-09T02:52:43,396 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731120762199 2024-11-09T02:52:43,399 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 213a6d0465ea9c4bc99526102c97e50f/info of 213a6d0465ea9c4bc99526102c97e50f into 2b70843b8b0a47ffb4d07edc2f6b6cec(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:43,399 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 213a6d0465ea9c4bc99526102c97e50f: 2024-11-09T02:52:43,399 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f., storeName=213a6d0465ea9c4bc99526102c97e50f/info, priority=15, startTime=1731120763324; duration=0sec 2024-11-09T02:52:43,400 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:43,400 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 213a6d0465ea9c4bc99526102c97e50f:info 2024-11-09T02:52:43,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-09T02:52:43,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure de57e07b4e9ee73abf2235b8302b5ac5, server=53f286d3af3b,43391,1731120746675 in 259 msec 2024-11-09T02:52:43,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:52:43,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=de57e07b4e9ee73abf2235b8302b5ac5, ASSIGN in 421 msec 2024-11-09T02:52:43,405 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8e186ec9a1b4b8238f6411a20695d927, daughterA=213a6d0465ea9c4bc99526102c97e50f, daughterB=de57e07b4e9ee73abf2235b8302b5ac5 in 1.1880 sec 2024-11-09T02:52:43,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/ns/111e7ba3719e47d28eec42e8097e54cd is 43, key is default/ns:d/1731120747877/Put/seqid=0 2024-11-09T02:52:43,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741853_1029 (size=5153) 2024-11-09T02:52:43,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741853_1029 (size=5153) 2024-11-09T02:52:43,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/ns/111e7ba3719e47d28eec42e8097e54cd 2024-11-09T02:52:43,423 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:43,424 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/0209718112cc47d7bcc97d15c8272796 is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:52:43,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741854_1030 (size=40102) 2024-11-09T02:52:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741854_1030 (size=40102) 2024-11-09T02:52:43,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/table/cd7a360af4964451988d0a12d6a121f4 is 65, key is TestLogRolling-testLogRolling/table:state/1731120748303/Put/seqid=0 2024-11-09T02:52:43,440 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/0209718112cc47d7bcc97d15c8272796 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0209718112cc47d7bcc97d15c8272796 2024-11-09T02:52:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741855_1031 (size=5340) 2024-11-09T02:52:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741855_1031 (size=5340) 2024-11-09T02:52:43,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/table/cd7a360af4964451988d0a12d6a121f4 2024-11-09T02:52:43,447 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into 0209718112cc47d7bcc97d15c8272796(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:43,448 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:43,448 INFO [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=12, startTime=1731120763391; duration=0sec 2024-11-09T02:52:43,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/info/7ff8586b64ee46c793046842a21c5052 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/info/7ff8586b64ee46c793046842a21c5052 2024-11-09T02:52:43,448 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:43,448 DEBUG [RS:0;53f286d3af3b:43391-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:52:43,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/info/7ff8586b64ee46c793046842a21c5052, entries=30, sequenceid=17, filesize=9.6 K 2024-11-09T02:52:43,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/ns/111e7ba3719e47d28eec42e8097e54cd as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/ns/111e7ba3719e47d28eec42e8097e54cd 2024-11-09T02:52:43,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/ns/111e7ba3719e47d28eec42e8097e54cd, entries=2, sequenceid=17, filesize=5.0 K 2024-11-09T02:52:43,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/table/cd7a360af4964451988d0a12d6a121f4 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/table/cd7a360af4964451988d0a12d6a121f4 2024-11-09T02:52:43,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/table/cd7a360af4964451988d0a12d6a121f4, entries=2, sequenceid=17, filesize=5.2 K 2024-11-09T02:52:43,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 136ms, sequenceid=17, compaction requested=false 2024-11-09T02:52:43,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-09T02:52:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:55766 deadline: 1731120774219, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. is not online on 53f286d3af3b,43391,1731120746675 2024-11-09T02:52:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., hostname=53f286d3af3b,43391,1731120746675, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., hostname=53f286d3af3b,43391,1731120746675, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. is not online on 53f286d3af3b,43391,1731120746675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:52:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., hostname=53f286d3af3b,43391,1731120746675, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927. is not online on 53f286d3af3b,43391,1731120746675 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:52:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731120747916.8e186ec9a1b4b8238f6411a20695d927., hostname=53f286d3af3b,43391,1731120746675, seqNum=2 from cache 2024-11-09T02:52:47,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:52:47,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:52:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., hostname=53f286d3af3b,43391,1731120746675, seqNum=127] 2024-11-09T02:52:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:54,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:52:54,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/1955d47d97354b93a8ae759934d15dc8 is 1055, key is row0097/info:/1731120774335/Put/seqid=0 2024-11-09T02:52:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741856_1032 (size=13394) 2024-11-09T02:52:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741856_1032 (size=13394) 2024-11-09T02:52:54,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/1955d47d97354b93a8ae759934d15dc8 2024-11-09T02:52:54,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/1955d47d97354b93a8ae759934d15dc8 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1955d47d97354b93a8ae759934d15dc8 2024-11-09T02:52:54,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1955d47d97354b93a8ae759934d15dc8, entries=8, sequenceid=138, filesize=13.1 K 2024-11-09T02:52:54,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for de57e07b4e9ee73abf2235b8302b5ac5 in 26ms, sequenceid=138, compaction requested=false 2024-11-09T02:52:54,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:54,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-09T02:52:54,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/31818117c1c34760ba01154b7454c0ae is 1055, key is row0105/info:/1731120774348/Put/seqid=0 2024-11-09T02:52:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741857_1033 (size=18675) 2024-11-09T02:52:54,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741857_1033 (size=18675) 2024-11-09T02:52:54,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/31818117c1c34760ba01154b7454c0ae 2024-11-09T02:52:54,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/31818117c1c34760ba01154b7454c0ae as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/31818117c1c34760ba01154b7454c0ae 2024-11-09T02:52:54,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/31818117c1c34760ba01154b7454c0ae, entries=13, sequenceid=154, filesize=18.2 K 2024-11-09T02:52:54,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for de57e07b4e9ee73abf2235b8302b5ac5 in 25ms, sequenceid=154, compaction requested=true 2024-11-09T02:52:54,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:54,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:54,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:54,399 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:54,400 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 72171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:54,400 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:52:54,400 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:54,400 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0209718112cc47d7bcc97d15c8272796, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1955d47d97354b93a8ae759934d15dc8, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/31818117c1c34760ba01154b7454c0ae] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=70.5 K 2024-11-09T02:52:54,401 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0209718112cc47d7bcc97d15c8272796, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731120760134 2024-11-09T02:52:54,401 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1955d47d97354b93a8ae759934d15dc8, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731120774335 2024-11-09T02:52:54,401 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31818117c1c34760ba01154b7454c0ae, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731120774348 2024-11-09T02:52:54,413 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#48 average throughput is 27.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:54,413 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/8a90f429f5734aa1a669bfd8cb45a9e1 is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:52:54,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741858_1034 (size=62385) 2024-11-09T02:52:54,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741858_1034 (size=62385) 2024-11-09T02:52:54,427 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/8a90f429f5734aa1a669bfd8cb45a9e1 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8a90f429f5734aa1a669bfd8cb45a9e1 2024-11-09T02:52:54,434 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into 8a90f429f5734aa1a669bfd8cb45a9e1(size=60.9 K), total size for store is 60.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:54,434 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:54,434 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=13, startTime=1731120774399; duration=0sec 2024-11-09T02:52:54,434 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:54,435 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:52:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:56,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-09T02:52:56,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/df02f9c1c455417892705c9fcda30d52 is 1055, key is row0118/info:/1731120774375/Put/seqid=0 2024-11-09T02:52:56,474 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:52:56,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741859_1035 (size=17606) 2024-11-09T02:52:56,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741859_1035 (size=17606) 2024-11-09T02:52:56,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/df02f9c1c455417892705c9fcda30d52 2024-11-09T02:52:56,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/df02f9c1c455417892705c9fcda30d52 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/df02f9c1c455417892705c9fcda30d52 2024-11-09T02:52:56,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/df02f9c1c455417892705c9fcda30d52, entries=12, sequenceid=170, filesize=17.2 K 2024-11-09T02:52:56,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=9.24 KB/9459 for de57e07b4e9ee73abf2235b8302b5ac5 in 96ms, sequenceid=170, compaction requested=false 2024-11-09T02:52:56,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:56,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-09T02:52:56,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/ce944e4b566e4cb6b75afcbbff851a18 is 1055, key is row0130/info:/1731120776472/Put/seqid=0 2024-11-09T02:52:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741860_1036 (size=16553) 2024-11-09T02:52:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741860_1036 (size=16553) 2024-11-09T02:52:56,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/ce944e4b566e4cb6b75afcbbff851a18 2024-11-09T02:52:56,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/ce944e4b566e4cb6b75afcbbff851a18 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce944e4b566e4cb6b75afcbbff851a18 2024-11-09T02:52:56,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce944e4b566e4cb6b75afcbbff851a18, entries=11, sequenceid=184, filesize=16.2 K 2024-11-09T02:52:56,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for de57e07b4e9ee73abf2235b8302b5ac5 in 23ms, sequenceid=184, compaction requested=true 2024-11-09T02:52:56,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:56,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:56,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:56,521 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:56,522 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 96544 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:56,522 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:52:56,522 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:56,522 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8a90f429f5734aa1a669bfd8cb45a9e1, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/df02f9c1c455417892705c9fcda30d52, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce944e4b566e4cb6b75afcbbff851a18] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=94.3 K 2024-11-09T02:52:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:56,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-09T02:52:56,523 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a90f429f5734aa1a669bfd8cb45a9e1, keycount=54, bloomtype=ROW, size=60.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731120760134 2024-11-09T02:52:56,523 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting df02f9c1c455417892705c9fcda30d52, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731120774375 2024-11-09T02:52:56,523 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce944e4b566e4cb6b75afcbbff851a18, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731120776472 2024-11-09T02:52:56,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/da8686ca0b514c598c28684747b6b1a0 is 1055, key is row0141/info:/1731120776499/Put/seqid=0 2024-11-09T02:52:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741861_1037 (size=17606) 2024-11-09T02:52:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741861_1037 (size=17606) 2024-11-09T02:52:56,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/da8686ca0b514c598c28684747b6b1a0 2024-11-09T02:52:56,538 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#52 average throughput is 25.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:56,539 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/76221e98ae8c43029d5dd9404b035d73 is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:52:56,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/da8686ca0b514c598c28684747b6b1a0 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/da8686ca0b514c598c28684747b6b1a0 2024-11-09T02:52:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741862_1038 (size=86779) 2024-11-09T02:52:56,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741862_1038 (size=86779) 2024-11-09T02:52:56,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/da8686ca0b514c598c28684747b6b1a0, entries=12, sequenceid=199, filesize=17.2 K 2024-11-09T02:52:56,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=8.21 KB/8408 for de57e07b4e9ee73abf2235b8302b5ac5 in 24ms, sequenceid=199, compaction requested=false 2024-11-09T02:52:56,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:56,552 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/76221e98ae8c43029d5dd9404b035d73 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/76221e98ae8c43029d5dd9404b035d73 2024-11-09T02:52:56,559 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into 76221e98ae8c43029d5dd9404b035d73(size=84.7 K), total size for store is 101.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:56,559 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:56,559 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=13, startTime=1731120776521; duration=0sec 2024-11-09T02:52:56,559 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:56,559 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:52:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:58,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-09T02:52:58,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/a9fd1f30341443cfa98df82fc2a94615 is 1055, key is row0153/info:/1731120776524/Put/seqid=0 2024-11-09T02:52:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741863_1039 (size=14447) 2024-11-09T02:52:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741863_1039 (size=14447) 2024-11-09T02:52:58,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/a9fd1f30341443cfa98df82fc2a94615 2024-11-09T02:52:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/a9fd1f30341443cfa98df82fc2a94615 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/a9fd1f30341443cfa98df82fc2a94615 2024-11-09T02:52:58,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/a9fd1f30341443cfa98df82fc2a94615, entries=9, sequenceid=212, filesize=14.1 K 2024-11-09T02:52:58,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=10.26 KB/10510 for de57e07b4e9ee73abf2235b8302b5ac5 in 27ms, sequenceid=212, compaction requested=true 2024-11-09T02:52:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:58,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:58,577 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:58,578 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118832 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:58,578 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:52:58,578 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:58,578 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/76221e98ae8c43029d5dd9404b035d73, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/da8686ca0b514c598c28684747b6b1a0, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/a9fd1f30341443cfa98df82fc2a94615] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=116.0 K 2024-11-09T02:52:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:58,579 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76221e98ae8c43029d5dd9404b035d73, keycount=77, bloomtype=ROW, size=84.7 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731120760134 2024-11-09T02:52:58,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-09T02:52:58,579 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting da8686ca0b514c598c28684747b6b1a0, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731120776499 2024-11-09T02:52:58,580 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9fd1f30341443cfa98df82fc2a94615, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731120776524 2024-11-09T02:52:58,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/dbed3389a3a04512a02faabaeadb593b is 1055, key is row0162/info:/1731120778553/Put/seqid=0 2024-11-09T02:52:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741864_1040 (size=17606) 2024-11-09T02:52:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741864_1040 (size=17606) 2024-11-09T02:52:58,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/dbed3389a3a04512a02faabaeadb593b 2024-11-09T02:52:58,592 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#55 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:58,593 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/85b6fbcc58b5417f9c5bb49a89916a59 is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:52:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741865_1041 (size=109002) 2024-11-09T02:52:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741865_1041 (size=109002) 2024-11-09T02:52:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/dbed3389a3a04512a02faabaeadb593b as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/dbed3389a3a04512a02faabaeadb593b 2024-11-09T02:52:58,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/dbed3389a3a04512a02faabaeadb593b, entries=12, sequenceid=227, filesize=17.2 K 2024-11-09T02:52:58,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=15.40 KB/15765 for de57e07b4e9ee73abf2235b8302b5ac5 in 34ms, sequenceid=227, compaction requested=false 2024-11-09T02:52:58,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:58,614 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/85b6fbcc58b5417f9c5bb49a89916a59 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/85b6fbcc58b5417f9c5bb49a89916a59 2024-11-09T02:52:58,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:52:58,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-09T02:52:58,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/1aa8407a949748b4af69091c734aef59 is 1055, key is row0174/info:/1731120778580/Put/seqid=0 2024-11-09T02:52:58,621 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into 85b6fbcc58b5417f9c5bb49a89916a59(size=106.4 K), total size for store is 123.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:58,621 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:58,621 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=13, startTime=1731120778577; duration=0sec 2024-11-09T02:52:58,621 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:58,621 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:52:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741866_1042 (size=22891) 2024-11-09T02:52:58,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741866_1042 (size=22891) 2024-11-09T02:52:58,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/1aa8407a949748b4af69091c734aef59 2024-11-09T02:52:58,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/1aa8407a949748b4af69091c734aef59 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1aa8407a949748b4af69091c734aef59 2024-11-09T02:52:58,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1aa8407a949748b4af69091c734aef59, entries=17, sequenceid=247, filesize=22.4 K 2024-11-09T02:52:58,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=2.05 KB/2102 for de57e07b4e9ee73abf2235b8302b5ac5 in 23ms, sequenceid=247, compaction requested=true 2024-11-09T02:52:58,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:58,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:52:58,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:58,638 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:52:58,640 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 149499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:52:58,640 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:52:58,640 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:52:58,640 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/85b6fbcc58b5417f9c5bb49a89916a59, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/dbed3389a3a04512a02faabaeadb593b, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1aa8407a949748b4af69091c734aef59] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=146.0 K 2024-11-09T02:52:58,641 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85b6fbcc58b5417f9c5bb49a89916a59, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731120760134 2024-11-09T02:52:58,641 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbed3389a3a04512a02faabaeadb593b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731120778553 2024-11-09T02:52:58,641 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aa8407a949748b4af69091c734aef59, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731120778580 2024-11-09T02:52:58,654 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#57 average throughput is 63.65 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:52:58,654 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/5db9a037457040f6980a3c7d390f390a is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:52:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741867_1043 (size=139845) 2024-11-09T02:52:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741867_1043 (size=139845) 2024-11-09T02:52:58,663 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/5db9a037457040f6980a3c7d390f390a as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/5db9a037457040f6980a3c7d390f390a 2024-11-09T02:52:58,669 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into 5db9a037457040f6980a3c7d390f390a(size=136.6 K), total size for store is 136.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:52:58,669 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:52:58,669 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=13, startTime=1731120778638; duration=0sec 2024-11-09T02:52:58,670 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:52:58,670 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:53:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:00,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:53:00,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/4188e18ac33c499caec9e58bd8606717 is 1055, key is row0191/info:/1731120778617/Put/seqid=0 2024-11-09T02:53:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741868_1044 (size=13398) 2024-11-09T02:53:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741868_1044 (size=13398) 2024-11-09T02:53:00,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/4188e18ac33c499caec9e58bd8606717 2024-11-09T02:53:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/4188e18ac33c499caec9e58bd8606717 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/4188e18ac33c499caec9e58bd8606717 2024-11-09T02:53:00,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/4188e18ac33c499caec9e58bd8606717, entries=8, sequenceid=260, filesize=13.1 K 2024-11-09T02:53:00,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for de57e07b4e9ee73abf2235b8302b5ac5 in 23ms, sequenceid=260, compaction requested=false 2024-11-09T02:53:00,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:00,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-09T02:53:00,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/46dc032030ce451d80f86dc09097799e is 1055, key is row0199/info:/1731120780637/Put/seqid=0 2024-11-09T02:53:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741869_1045 (size=18688) 2024-11-09T02:53:00,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741869_1045 (size=18688) 2024-11-09T02:53:00,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/46dc032030ce451d80f86dc09097799e 2024-11-09T02:53:00,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/46dc032030ce451d80f86dc09097799e as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/46dc032030ce451d80f86dc09097799e 2024-11-09T02:53:00,680 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/46dc032030ce451d80f86dc09097799e, entries=13, sequenceid=276, filesize=18.3 K 2024-11-09T02:53:00,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for de57e07b4e9ee73abf2235b8302b5ac5 in 22ms, sequenceid=276, compaction requested=true 2024-11-09T02:53:00,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:00,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:53:00,681 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:53:00,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:53:00,682 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 171931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:53:00,682 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:53:00,682 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:00,682 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/5db9a037457040f6980a3c7d390f390a, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/4188e18ac33c499caec9e58bd8606717, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/46dc032030ce451d80f86dc09097799e] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=167.9 K 2024-11-09T02:53:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:00,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-09T02:53:00,683 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5db9a037457040f6980a3c7d390f390a, keycount=127, bloomtype=ROW, size=136.6 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731120760134 2024-11-09T02:53:00,683 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4188e18ac33c499caec9e58bd8606717, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731120778617 2024-11-09T02:53:00,684 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46dc032030ce451d80f86dc09097799e, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731120780637 2024-11-09T02:53:00,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/ce9274d2d6824c2b9b3ce376b0bc4076 is 1055, key is row0212/info:/1731120780660/Put/seqid=0 2024-11-09T02:53:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741870_1046 (size=18688) 2024-11-09T02:53:00,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741870_1046 (size=18688) 2024-11-09T02:53:00,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/ce9274d2d6824c2b9b3ce376b0bc4076 2024-11-09T02:53:00,696 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#61 average throughput is 49.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:53:00,697 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/53af819bd79749c48087cd143e36e501 is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:53:00,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/ce9274d2d6824c2b9b3ce376b0bc4076 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce9274d2d6824c2b9b3ce376b0bc4076 2024-11-09T02:53:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741871_1047 (size=162081) 2024-11-09T02:53:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741871_1047 (size=162081) 2024-11-09T02:53:00,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce9274d2d6824c2b9b3ce376b0bc4076, entries=13, sequenceid=292, filesize=18.3 K 2024-11-09T02:53:00,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for de57e07b4e9ee73abf2235b8302b5ac5 in 21ms, sequenceid=292, compaction requested=false 2024-11-09T02:53:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:00,704 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/53af819bd79749c48087cd143e36e501 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/53af819bd79749c48087cd143e36e501 2024-11-09T02:53:00,709 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into 53af819bd79749c48087cd143e36e501(size=158.3 K), total size for store is 176.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:53:00,709 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:00,709 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=13, startTime=1731120780681; duration=0sec 2024-11-09T02:53:00,709 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:53:00,709 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:53:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:02,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-09T02:53:02,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/8b762ad1a0444deba963977ebf08b08e is 1055, key is row0225/info:/1731120782686/Put/seqid=0 2024-11-09T02:53:02,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741872_1048 (size=13402) 2024-11-09T02:53:02,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741872_1048 (size=13402) 2024-11-09T02:53:02,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/8b762ad1a0444deba963977ebf08b08e 2024-11-09T02:53:02,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/8b762ad1a0444deba963977ebf08b08e as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8b762ad1a0444deba963977ebf08b08e 2024-11-09T02:53:02,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8b762ad1a0444deba963977ebf08b08e, entries=8, sequenceid=304, filesize=13.1 K 2024-11-09T02:53:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for de57e07b4e9ee73abf2235b8302b5ac5 in 27ms, sequenceid=304, compaction requested=true 2024-11-09T02:53:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store de57e07b4e9ee73abf2235b8302b5ac5:info, priority=-2147483648, current under compaction store size is 1 2024-11-09T02:53:02,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:53:02,729 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-09T02:53:02,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43391 {}] regionserver.HRegion(8855): Flush requested on de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:02,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-09T02:53:02,730 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 194171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-09T02:53:02,730 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1541): de57e07b4e9ee73abf2235b8302b5ac5/info is initiating minor compaction (all files) 2024-11-09T02:53:02,730 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of de57e07b4e9ee73abf2235b8302b5ac5/info in TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:02,731 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/53af819bd79749c48087cd143e36e501, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce9274d2d6824c2b9b3ce376b0bc4076, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8b762ad1a0444deba963977ebf08b08e] into tmpdir=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp, totalSize=189.6 K 2024-11-09T02:53:02,731 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53af819bd79749c48087cd143e36e501, keycount=148, bloomtype=ROW, size=158.3 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731120760134 2024-11-09T02:53:02,731 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce9274d2d6824c2b9b3ce376b0bc4076, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731120780660 2024-11-09T02:53:02,732 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b762ad1a0444deba963977ebf08b08e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1731120782686 2024-11-09T02:53:02,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/9bd28b921d074b2b83244e2aee4841ca is 1055, key is row0233/info:/1731120782704/Put/seqid=0 2024-11-09T02:53:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741873_1049 (size=19742) 2024-11-09T02:53:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741873_1049 (size=19742) 2024-11-09T02:53:02,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/9bd28b921d074b2b83244e2aee4841ca 2024-11-09T02:53:02,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/9bd28b921d074b2b83244e2aee4841ca as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/9bd28b921d074b2b83244e2aee4841ca 2024-11-09T02:53:02,747 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): de57e07b4e9ee73abf2235b8302b5ac5#info#compaction#64 average throughput is 42.35 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-09T02:53:02,748 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/b9694893f29f4a2593efccc7bf956e53 is 1055, key is row0064/info:/1731120760134/Put/seqid=0 2024-11-09T02:53:02,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/9bd28b921d074b2b83244e2aee4841ca, entries=14, sequenceid=321, filesize=19.3 K 2024-11-09T02:53:02,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for de57e07b4e9ee73abf2235b8302b5ac5 in 24ms, sequenceid=321, compaction requested=false 2024-11-09T02:53:02,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:02,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741874_1050 (size=184321) 2024-11-09T02:53:02,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741874_1050 (size=184321) 2024-11-09T02:53:02,759 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/b9694893f29f4a2593efccc7bf956e53 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/b9694893f29f4a2593efccc7bf956e53 2024-11-09T02:53:02,765 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in de57e07b4e9ee73abf2235b8302b5ac5/info of de57e07b4e9ee73abf2235b8302b5ac5 into b9694893f29f4a2593efccc7bf956e53(size=180.0 K), total size for store is 199.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-09T02:53:02,765 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:02,765 INFO [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., storeName=de57e07b4e9ee73abf2235b8302b5ac5/info, priority=13, startTime=1731120782729; duration=0sec 2024-11-09T02:53:02,765 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-09T02:53:02,765 DEBUG [RS:0;53f286d3af3b:43391-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: de57e07b4e9ee73abf2235b8302b5ac5:info 2024-11-09T02:53:04,751 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-09T02:53:04,771 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784752, exclude list is [], retry=0 2024-11-09T02:53:04,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44443,DS-42df3d98-2210-4fc1-83fa-26e890ad2bef,DISK] 2024-11-09T02:53:04,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-1980d4e3-e729-4cf4-8a58-4e54f7976249,DISK] 2024-11-09T02:53:04,774 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120747297 with entries=312, filesize=302.26 KB; new WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784752 2024-11-09T02:53:04,775 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44537:44537),(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-09T02:53:04,775 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120747297 is not closed yet, will try archiving it next time 2024-11-09T02:53:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741833_1009 (size=309521) 2024-11-09T02:53:04,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741833_1009 (size=309521) 2024-11-09T02:53:04,778 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing de57e07b4e9ee73abf2235b8302b5ac5 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-09T02:53:04,781 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/c7c7a17fe3b14a1d86f0d5c51485fd9c is 1055, key is row0247/info:/1731120782730/Put/seqid=0 2024-11-09T02:53:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741876_1052 (size=15510) 2024-11-09T02:53:04,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741876_1052 (size=15510) 2024-11-09T02:53:04,788 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/c7c7a17fe3b14a1d86f0d5c51485fd9c 2024-11-09T02:53:04,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/.tmp/info/c7c7a17fe3b14a1d86f0d5c51485fd9c as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/c7c7a17fe3b14a1d86f0d5c51485fd9c 2024-11-09T02:53:04,798 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/c7c7a17fe3b14a1d86f0d5c51485fd9c, entries=10, sequenceid=335, filesize=15.1 K 2024-11-09T02:53:04,799 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=0 B/0 for de57e07b4e9ee73abf2235b8302b5ac5 in 21ms, sequenceid=335, compaction requested=true 2024-11-09T02:53:04,799 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for de57e07b4e9ee73abf2235b8302b5ac5: 2024-11-09T02:53:04,799 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-09T02:53:04,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/info/1a5c9b2e3b0d4b11a55d4b68c6c4c4cb is 193, key is TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5./info:regioninfo/1731120763394/Put/seqid=0 2024-11-09T02:53:04,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741877_1053 (size=6223) 2024-11-09T02:53:04,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741877_1053 (size=6223) 2024-11-09T02:53:04,809 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/info/1a5c9b2e3b0d4b11a55d4b68c6c4c4cb 2024-11-09T02:53:04,814 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/.tmp/info/1a5c9b2e3b0d4b11a55d4b68c6c4c4cb as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/info/1a5c9b2e3b0d4b11a55d4b68c6c4c4cb 2024-11-09T02:53:04,818 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/info/1a5c9b2e3b0d4b11a55d4b68c6c4c4cb, entries=5, sequenceid=21, filesize=6.1 K 2024-11-09T02:53:04,819 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 20ms, sequenceid=21, compaction requested=false 2024-11-09T02:53:04,819 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-09T02:53:04,819 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 213a6d0465ea9c4bc99526102c97e50f: 2024-11-09T02:53:04,830 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784819, exclude list is [], retry=0 2024-11-09T02:53:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35951,DS-1980d4e3-e729-4cf4-8a58-4e54f7976249,DISK] 2024-11-09T02:53:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44443,DS-42df3d98-2210-4fc1-83fa-26e890ad2bef,DISK] 2024-11-09T02:53:04,834 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784752 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784819 2024-11-09T02:53:04,834 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291),(127.0.0.1/127.0.0.1:44537:44537)] 2024-11-09T02:53:04,834 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784752 is not closed yet, will try archiving it next time 2024-11-09T02:53:04,834 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120747297 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/oldWALs/53f286d3af3b%2C43391%2C1731120746675.1731120747297 2024-11-09T02:53:04,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T02:53:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741875_1051 (size=731) 2024-11-09T02:53:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741875_1051 (size=731) 2024-11-09T02:53:04,836 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/WALs/53f286d3af3b,43391,1731120746675/53f286d3af3b%2C43391%2C1731120746675.1731120784752 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/oldWALs/53f286d3af3b%2C43391%2C1731120746675.1731120784752 2024-11-09T02:53:04,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:53:04,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:53:04,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:53:04,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:04,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:04,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:53:04,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:53:04,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=568705036, stopped=false 2024-11-09T02:53:04,938 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,40877,1731120746494 2024-11-09T02:53:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:53:05,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:53:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:05,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:05,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:53:05,004 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:53:05,005 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:53:05,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:53:05,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:05,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:53:05,005 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,43391,1731120746675' ***** 2024-11-09T02:53:05,005 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:53:05,006 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:53:05,006 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:53:05,006 INFO [RS:0;53f286d3af3b:43391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:53:05,006 INFO [RS:0;53f286d3af3b:43391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:53:05,006 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 213a6d0465ea9c4bc99526102c97e50f 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,43391,1731120746675 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:53:05,007 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de57e07b4e9ee73abf2235b8302b5ac5, disabling compactions & flushes 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43391. 2024-11-09T02:53:05,007 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:05,007 DEBUG [RS:0;53f286d3af3b:43391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:53:05,007 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:05,007 DEBUG [RS:0;53f286d3af3b:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:05,007 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. after waiting 0 ms 2024-11-09T02:53:05,007 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:53:05,007 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:53:05,008 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:53:05,008 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1325): Online Regions={de57e07b4e9ee73abf2235b8302b5ac5=TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5., 1588230740=hbase:meta,,1.1588230740, 213a6d0465ea9c4bc99526102c97e50f=TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.} 2024-11-09T02:53:05,008 DEBUG [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 213a6d0465ea9c4bc99526102c97e50f, de57e07b4e9ee73abf2235b8302b5ac5 2024-11-09T02:53:05,008 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:53:05,008 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:53:05,008 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:53:05,008 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:53:05,008 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:53:05,008 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927->hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb-top, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0209718112cc47d7bcc97d15c8272796, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1955d47d97354b93a8ae759934d15dc8, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8a90f429f5734aa1a669bfd8cb45a9e1, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/31818117c1c34760ba01154b7454c0ae, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/df02f9c1c455417892705c9fcda30d52, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/76221e98ae8c43029d5dd9404b035d73, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce944e4b566e4cb6b75afcbbff851a18, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/da8686ca0b514c598c28684747b6b1a0, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/85b6fbcc58b5417f9c5bb49a89916a59, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/a9fd1f30341443cfa98df82fc2a94615, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/dbed3389a3a04512a02faabaeadb593b, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/5db9a037457040f6980a3c7d390f390a, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1aa8407a949748b4af69091c734aef59, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/4188e18ac33c499caec9e58bd8606717, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/53af819bd79749c48087cd143e36e501, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/46dc032030ce451d80f86dc09097799e, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce9274d2d6824c2b9b3ce376b0bc4076, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8b762ad1a0444deba963977ebf08b08e] to archive 2024-11-09T02:53:05,010 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T02:53:05,011 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:53:05,013 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-09T02:53:05,013 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-3635c2f0559f4015ad8d682b0a46619b 2024-11-09T02:53:05,013 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:53:05,014 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:53:05,014 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120785008Running coprocessor pre-close hooks at 1731120785008Disabling compacts and flushes for region at 1731120785008Disabling writes for close at 1731120785008Writing region close event to WAL at 1731120785010 (+2 ms)Running coprocessor post-close hooks at 1731120785013 (+3 ms)Closed at 1731120785014 (+1 ms) 2024-11-09T02:53:05,014 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:53:05,014 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-fe43b7482ed04899a524909b240978a2 2024-11-09T02:53:05,016 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0209718112cc47d7bcc97d15c8272796 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/0209718112cc47d7bcc97d15c8272796 2024-11-09T02:53:05,017 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/TestLogRolling-testLogRolling=8e186ec9a1b4b8238f6411a20695d927-477e39f6012a4ff5910308df1610f2ef 2024-11-09T02:53:05,018 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1955d47d97354b93a8ae759934d15dc8 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1955d47d97354b93a8ae759934d15dc8 2024-11-09T02:53:05,019 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8a90f429f5734aa1a669bfd8cb45a9e1 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8a90f429f5734aa1a669bfd8cb45a9e1 2024-11-09T02:53:05,020 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/31818117c1c34760ba01154b7454c0ae to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/31818117c1c34760ba01154b7454c0ae 2024-11-09T02:53:05,021 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/df02f9c1c455417892705c9fcda30d52 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/df02f9c1c455417892705c9fcda30d52 2024-11-09T02:53:05,023 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/76221e98ae8c43029d5dd9404b035d73 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/76221e98ae8c43029d5dd9404b035d73 2024-11-09T02:53:05,024 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce944e4b566e4cb6b75afcbbff851a18 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce944e4b566e4cb6b75afcbbff851a18 2024-11-09T02:53:05,025 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/da8686ca0b514c598c28684747b6b1a0 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/da8686ca0b514c598c28684747b6b1a0 2024-11-09T02:53:05,026 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/85b6fbcc58b5417f9c5bb49a89916a59 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/85b6fbcc58b5417f9c5bb49a89916a59 2024-11-09T02:53:05,027 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/a9fd1f30341443cfa98df82fc2a94615 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/a9fd1f30341443cfa98df82fc2a94615 2024-11-09T02:53:05,029 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/dbed3389a3a04512a02faabaeadb593b to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/dbed3389a3a04512a02faabaeadb593b 2024-11-09T02:53:05,030 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/5db9a037457040f6980a3c7d390f390a to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/5db9a037457040f6980a3c7d390f390a 2024-11-09T02:53:05,032 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1aa8407a949748b4af69091c734aef59 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/1aa8407a949748b4af69091c734aef59 2024-11-09T02:53:05,034 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/4188e18ac33c499caec9e58bd8606717 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/4188e18ac33c499caec9e58bd8606717 2024-11-09T02:53:05,035 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/53af819bd79749c48087cd143e36e501 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/53af819bd79749c48087cd143e36e501 2024-11-09T02:53:05,037 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/46dc032030ce451d80f86dc09097799e to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/46dc032030ce451d80f86dc09097799e 2024-11-09T02:53:05,039 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce9274d2d6824c2b9b3ce376b0bc4076 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/ce9274d2d6824c2b9b3ce376b0bc4076 2024-11-09T02:53:05,041 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8b762ad1a0444deba963977ebf08b08e to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/info/8b762ad1a0444deba963977ebf08b08e 2024-11-09T02:53:05,041 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:40877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:53:05,042 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [0209718112cc47d7bcc97d15c8272796=40102, 1955d47d97354b93a8ae759934d15dc8=13394, 8a90f429f5734aa1a669bfd8cb45a9e1=62385, 31818117c1c34760ba01154b7454c0ae=18675, df02f9c1c455417892705c9fcda30d52=17606, 76221e98ae8c43029d5dd9404b035d73=86779, ce944e4b566e4cb6b75afcbbff851a18=16553, da8686ca0b514c598c28684747b6b1a0=17606, 85b6fbcc58b5417f9c5bb49a89916a59=109002, a9fd1f30341443cfa98df82fc2a94615=14447, dbed3389a3a04512a02faabaeadb593b=17606, 5db9a037457040f6980a3c7d390f390a=139845, 1aa8407a949748b4af69091c734aef59=22891, 4188e18ac33c499caec9e58bd8606717=13398, 53af819bd79749c48087cd143e36e501=162081, 46dc032030ce451d80f86dc09097799e=18688, ce9274d2d6824c2b9b3ce376b0bc4076=18688, 8b762ad1a0444deba963977ebf08b08e=13402] 2024-11-09T02:53:05,047 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/de57e07b4e9ee73abf2235b8302b5ac5/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=126 2024-11-09T02:53:05,048 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:05,048 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de57e07b4e9ee73abf2235b8302b5ac5: Waiting for close lock at 1731120785007Running coprocessor pre-close hooks at 1731120785007Disabling compacts and flushes for region at 1731120785007Disabling writes for close at 1731120785007Writing region close event to WAL at 1731120785043 (+36 ms)Running coprocessor post-close hooks at 1731120785048 (+5 ms)Closed at 1731120785048 2024-11-09T02:53:05,048 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731120762215.de57e07b4e9ee73abf2235b8302b5ac5. 2024-11-09T02:53:05,048 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 213a6d0465ea9c4bc99526102c97e50f, disabling compactions & flushes 2024-11-09T02:53:05,048 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:53:05,049 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:53:05,049 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. after waiting 0 ms 2024-11-09T02:53:05,049 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:53:05,049 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927->hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/8e186ec9a1b4b8238f6411a20695d927/info/0ec6679ff2d445bfb56e504df535cdeb-bottom] to archive 2024-11-09T02:53:05,050 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-09T02:53:05,052 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927 to hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/archive/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/info/0ec6679ff2d445bfb56e504df535cdeb.8e186ec9a1b4b8238f6411a20695d927 2024-11-09T02:53:05,053 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-09T02:53:05,056 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/data/default/TestLogRolling-testLogRolling/213a6d0465ea9c4bc99526102c97e50f/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-09T02:53:05,056 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:53:05,057 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 213a6d0465ea9c4bc99526102c97e50f: Waiting for close lock at 1731120785048Running coprocessor pre-close hooks at 1731120785048Disabling compacts and flushes for region at 1731120785048Disabling writes for close at 1731120785049 (+1 ms)Writing region close event to WAL at 1731120785053 (+4 ms)Running coprocessor post-close hooks at 1731120785056 (+3 ms)Closed at 1731120785056 2024-11-09T02:53:05,057 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731120762215.213a6d0465ea9c4bc99526102c97e50f. 2024-11-09T02:53:05,164 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:53:05,164 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:53:05,167 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:53:05,208 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,43391,1731120746675; all regions closed. 2024-11-09T02:53:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741834_1010 (size=8107) 2024-11-09T02:53:05,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741834_1010 (size=8107) 2024-11-09T02:53:05,217 DEBUG [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/oldWALs 2024-11-09T02:53:05,217 INFO [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C43391%2C1731120746675.meta:.meta(num 1731120747745) 2024-11-09T02:53:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741878_1054 (size=780) 2024-11-09T02:53:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741878_1054 (size=780) 2024-11-09T02:53:05,222 DEBUG [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/oldWALs 2024-11-09T02:53:05,222 INFO [RS:0;53f286d3af3b:43391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C43391%2C1731120746675:(num 1731120784819) 2024-11-09T02:53:05,222 DEBUG [RS:0;53f286d3af3b:43391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:05,222 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:53:05,222 INFO [RS:0;53f286d3af3b:43391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:53:05,222 INFO [RS:0;53f286d3af3b:43391 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:53:05,223 INFO [RS:0;53f286d3af3b:43391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:53:05,223 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:53:05,223 INFO [RS:0;53f286d3af3b:43391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43391 2024-11-09T02:53:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,43391,1731120746675 2024-11-09T02:53:05,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:53:05,295 INFO [RS:0;53f286d3af3b:43391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:53:05,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,43391,1731120746675] 2024-11-09T02:53:05,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,43391,1731120746675 already deleted, retry=false 2024-11-09T02:53:05,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,43391,1731120746675 expired; onlineServers=0 2024-11-09T02:53:05,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,40877,1731120746494' ***** 2024-11-09T02:53:05,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:53:05,317 INFO [M:0;53f286d3af3b:40877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:53:05,317 INFO [M:0;53f286d3af3b:40877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:53:05,317 DEBUG [M:0;53f286d3af3b:40877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:53:05,318 DEBUG [M:0;53f286d3af3b:40877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:53:05,318 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:53:05,318 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120747048 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120747048,5,FailOnTimeoutGroup] 2024-11-09T02:53:05,318 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120747048 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120747048,5,FailOnTimeoutGroup] 2024-11-09T02:53:05,318 INFO [M:0;53f286d3af3b:40877 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:53:05,318 INFO [M:0;53f286d3af3b:40877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:53:05,318 DEBUG [M:0;53f286d3af3b:40877 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:53:05,318 INFO [M:0;53f286d3af3b:40877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:53:05,318 INFO [M:0;53f286d3af3b:40877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:53:05,319 INFO [M:0;53f286d3af3b:40877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:53:05,319 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:53:05,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T02:53:05,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:05,328 DEBUG [M:0;53f286d3af3b:40877 {}] zookeeper.ZKUtil(347): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T02:53:05,328 WARN [M:0;53f286d3af3b:40877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:53:05,329 INFO [M:0;53f286d3af3b:40877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/.lastflushedseqids 2024-11-09T02:53:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741879_1055 (size=228) 2024-11-09T02:53:05,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741879_1055 (size=228) 2024-11-09T02:53:05,339 INFO [M:0;53f286d3af3b:40877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:53:05,339 INFO [M:0;53f286d3af3b:40877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:53:05,339 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:53:05,340 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:05,340 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:05,340 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:53:05,340 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:05,340 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-09T02:53:05,353 DEBUG [M:0;53f286d3af3b:40877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ef350441de4b0ab9fd50f4acce51f3 is 82, key is hbase:meta,,1/info:regioninfo/1731120747783/Put/seqid=0 2024-11-09T02:53:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741880_1056 (size=5672) 2024-11-09T02:53:05,358 INFO [M:0;53f286d3af3b:40877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ef350441de4b0ab9fd50f4acce51f3 2024-11-09T02:53:05,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741880_1056 (size=5672) 2024-11-09T02:53:05,376 DEBUG [M:0;53f286d3af3b:40877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2459605bf5914f34b7e1b4da7659e57a is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731120748308/Put/seqid=0 2024-11-09T02:53:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741881_1057 (size=7090) 2024-11-09T02:53:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741881_1057 (size=7090) 2024-11-09T02:53:05,382 INFO [M:0;53f286d3af3b:40877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2459605bf5914f34b7e1b4da7659e57a 2024-11-09T02:53:05,385 INFO [M:0;53f286d3af3b:40877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2459605bf5914f34b7e1b4da7659e57a 2024-11-09T02:53:05,398 DEBUG [M:0;53f286d3af3b:40877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d98152e21eb4163882f72ffe7913edd is 69, key is 53f286d3af3b,43391,1731120746675/rs:state/1731120747141/Put/seqid=0 2024-11-09T02:53:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741882_1058 (size=5156) 2024-11-09T02:53:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741882_1058 (size=5156) 2024-11-09T02:53:05,403 INFO [M:0;53f286d3af3b:40877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d98152e21eb4163882f72ffe7913edd 2024-11-09T02:53:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:05,407 INFO [RS:0;53f286d3af3b:43391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:53:05,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43391-0x1011d824b990001, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:05,407 INFO [RS:0;53f286d3af3b:43391 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,43391,1731120746675; zookeeper connection closed. 2024-11-09T02:53:05,408 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@675ae5a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@675ae5a8 2024-11-09T02:53:05,408 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:53:05,423 DEBUG [M:0;53f286d3af3b:40877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2c611b1b37b34d6e881eaeb15b6b6411 is 52, key is load_balancer_on/state:d/1731120747910/Put/seqid=0 2024-11-09T02:53:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741883_1059 (size=5056) 2024-11-09T02:53:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741883_1059 (size=5056) 2024-11-09T02:53:05,428 INFO [M:0;53f286d3af3b:40877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2c611b1b37b34d6e881eaeb15b6b6411 2024-11-09T02:53:05,434 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ef350441de4b0ab9fd50f4acce51f3 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ef350441de4b0ab9fd50f4acce51f3 2024-11-09T02:53:05,438 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ef350441de4b0ab9fd50f4acce51f3, entries=8, sequenceid=125, filesize=5.5 K 2024-11-09T02:53:05,439 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2459605bf5914f34b7e1b4da7659e57a as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2459605bf5914f34b7e1b4da7659e57a 2024-11-09T02:53:05,444 INFO [M:0;53f286d3af3b:40877 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2459605bf5914f34b7e1b4da7659e57a 2024-11-09T02:53:05,444 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2459605bf5914f34b7e1b4da7659e57a, entries=13, sequenceid=125, filesize=6.9 K 2024-11-09T02:53:05,445 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d98152e21eb4163882f72ffe7913edd as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d98152e21eb4163882f72ffe7913edd 2024-11-09T02:53:05,451 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d98152e21eb4163882f72ffe7913edd, entries=1, sequenceid=125, filesize=5.0 K 2024-11-09T02:53:05,453 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2c611b1b37b34d6e881eaeb15b6b6411 as hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2c611b1b37b34d6e881eaeb15b6b6411 2024-11-09T02:53:05,458 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37877/user/jenkins/test-data/7ef2c3d0-06c3-b1a5-3cc3-4c9fbeb0fcea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2c611b1b37b34d6e881eaeb15b6b6411, entries=1, sequenceid=125, filesize=4.9 K 2024-11-09T02:53:05,459 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false 2024-11-09T02:53:05,461 INFO [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:05,461 DEBUG [M:0;53f286d3af3b:40877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120785339Disabling compacts and flushes for region at 1731120785339Disabling writes for close at 1731120785340 (+1 ms)Obtaining lock to block concurrent updates at 1731120785340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120785340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731120785340Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120785341 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120785341Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120785353 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120785353Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120785362 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120785376 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120785376Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120785385 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120785398 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120785398Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731120785407 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731120785422 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731120785422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b00fa: reopening flushed file at 1731120785433 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ec32c4: reopening flushed file at 1731120785438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5856b0f7: reopening flushed file at 1731120785445 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ad105c: reopening flushed file at 1731120785452 (+7 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false at 1731120785459 (+7 ms)Writing region close event to WAL at 1731120785461 (+2 ms)Closed at 1731120785461 2024-11-09T02:53:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44443 is added to blk_1073741830_1006 (size=61320) 2024-11-09T02:53:05,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35951 is added to blk_1073741830_1006 (size=61320) 2024-11-09T02:53:05,463 INFO [M:0;53f286d3af3b:40877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:53:05,463 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:53:05,463 INFO [M:0;53f286d3af3b:40877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40877 2024-11-09T02:53:05,464 INFO [M:0;53f286d3af3b:40877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:53:05,576 INFO [M:0;53f286d3af3b:40877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:53:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:05,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40877-0x1011d824b990000, quorum=127.0.0.1:64781, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:05,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b1d2c5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:53:05,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2868a689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:53:05,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:53:05,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@743199d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:53:05,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2518df8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir/,STOPPED} 2024-11-09T02:53:05,580 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:53:05,580 WARN [BP-1469251155-172.17.0.3-1731120744254 heartbeating to localhost/127.0.0.1:37877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:53:05,580 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:53:05,580 WARN [BP-1469251155-172.17.0.3-1731120744254 heartbeating to localhost/127.0.0.1:37877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1469251155-172.17.0.3-1731120744254 (Datanode Uuid 72dc2664-6c3c-498e-820c-7b0e7fe724f1) service to localhost/127.0.0.1:37877 2024-11-09T02:53:05,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data3/current/BP-1469251155-172.17.0.3-1731120744254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:05,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data4/current/BP-1469251155-172.17.0.3-1731120744254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:05,581 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:53:05,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7402aadf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:53:05,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@767c78d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:53:05,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:53:05,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ab3aea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:53:05,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d56ec74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir/,STOPPED} 2024-11-09T02:53:05,587 WARN [BP-1469251155-172.17.0.3-1731120744254 heartbeating to localhost/127.0.0.1:37877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:53:05,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:53:05,587 WARN [BP-1469251155-172.17.0.3-1731120744254 heartbeating to localhost/127.0.0.1:37877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1469251155-172.17.0.3-1731120744254 (Datanode Uuid 1ffcd3b2-71cb-4727-8a07-c354c2232430) service to localhost/127.0.0.1:37877 2024-11-09T02:53:05,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:53:05,587 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data1/current/BP-1469251155-172.17.0.3-1731120744254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:05,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/cluster_8aaff76f-b255-b04a-dfeb-278d85e5f979/data/data2/current/BP-1469251155-172.17.0.3-1731120744254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:05,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:53:05,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c3efbac{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:53:05,595 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@459205a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:53:05,595 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:53:05,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed23f1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:53:05,595 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b99921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir/,STOPPED} 2024-11-09T02:53:05,603 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:53:05,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:53:05,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 95) - Thread LEAK? -, OpenFileDescriptor=460 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=118 (was 185), ProcessCount=11 (was 11), AvailableMemoryMB=6806 (was 4380) - AvailableMemoryMB LEAK? - 2024-11-09T02:53:05,645 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=460, MaxFileDescriptor=1048576, SystemLoadAverage=118, ProcessCount=11, AvailableMemoryMB=6806 2024-11-09T02:53:05,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.log.dir so I do NOT create it in target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/380b0d39-443c-8875-d62b-b0afa66968e1/hadoop.tmp.dir so I do NOT create it in target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18, deleteOnExit=true 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/test.cache.data in system properties and HBase conf 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:53:05,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:53:05,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:53:05,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:53:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:53:05,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:53:06,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:53:06,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:53:06,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:53:06,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:53:06,030 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:53:06,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:53:06,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c64e559{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:53:06,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363ea48a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:53:06,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32aa6674{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/java.io.tmpdir/jetty-localhost-43189-hadoop-hdfs-3_4_1-tests_jar-_-any-10311130345043382821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:53:06,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4230b40d{HTTP/1.1, (http/1.1)}{localhost:43189} 2024-11-09T02:53:06,124 INFO [Time-limited test {}] server.Server(415): Started @195441ms 2024-11-09T02:53:06,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:53:06,395 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:53:06,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:53:06,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:53:06,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:53:06,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b28a7d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:53:06,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5127538f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:53:06,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28f1622a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/java.io.tmpdir/jetty-localhost-35399-hadoop-hdfs-3_4_1-tests_jar-_-any-16361809419367026689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:53:06,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2db38d65{HTTP/1.1, (http/1.1)}{localhost:35399} 2024-11-09T02:53:06,488 INFO [Time-limited test {}] server.Server(415): Started @195805ms 2024-11-09T02:53:06,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:53:06,512 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:53:06,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:53:06,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:53:06,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:53:06,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:53:06,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f6459e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:53:06,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3694e4ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:53:06,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54f87fe7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/java.io.tmpdir/jetty-localhost-39059-hadoop-hdfs-3_4_1-tests_jar-_-any-13030320631742287271/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:53:06,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@340d22be{HTTP/1.1, (http/1.1)}{localhost:39059} 2024-11-09T02:53:06,609 INFO [Time-limited test {}] server.Server(415): Started @195926ms 2024-11-09T02:53:06,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:53:07,686 WARN [Thread-1613 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data1/current/BP-1978877855-172.17.0.3-1731120785671/current, will proceed with Du for space computation calculation, 2024-11-09T02:53:07,686 WARN [Thread-1614 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data2/current/BP-1978877855-172.17.0.3-1731120785671/current, will proceed with Du for space computation calculation, 2024-11-09T02:53:07,708 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:53:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40cd94ca92e249e0 with lease ID 0x929165018c9b588e: Processing first storage report for DS-0d5f4107-c087-4a90-899e-31b61a83e39c from datanode DatanodeRegistration(127.0.0.1:39115, datanodeUuid=3840c81a-c208-484b-b4f3-22baf77ca1e7, infoPort=35439, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671) 2024-11-09T02:53:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40cd94ca92e249e0 with lease ID 0x929165018c9b588e: from storage DS-0d5f4107-c087-4a90-899e-31b61a83e39c node DatanodeRegistration(127.0.0.1:39115, datanodeUuid=3840c81a-c208-484b-b4f3-22baf77ca1e7, infoPort=35439, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:53:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40cd94ca92e249e0 with lease ID 0x929165018c9b588e: Processing first storage report for DS-85d6311e-c9a3-4fbd-9252-a9abd0b317f3 from datanode DatanodeRegistration(127.0.0.1:39115, datanodeUuid=3840c81a-c208-484b-b4f3-22baf77ca1e7, infoPort=35439, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671) 2024-11-09T02:53:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40cd94ca92e249e0 with lease ID 0x929165018c9b588e: from storage DS-85d6311e-c9a3-4fbd-9252-a9abd0b317f3 node DatanodeRegistration(127.0.0.1:39115, datanodeUuid=3840c81a-c208-484b-b4f3-22baf77ca1e7, infoPort=35439, infoSecurePort=0, ipcPort=38773, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:53:07,821 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data3/current/BP-1978877855-172.17.0.3-1731120785671/current, will proceed with Du for space computation calculation, 2024-11-09T02:53:07,821 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data4/current/BP-1978877855-172.17.0.3-1731120785671/current, will proceed with Du for space computation calculation, 2024-11-09T02:53:07,843 WARN [Thread-1600 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:53:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9c764a83a69c0a with lease ID 0x929165018c9b588f: Processing first storage report for DS-0c77211f-41eb-4683-9eb6-8e7848d189d6 from datanode DatanodeRegistration(127.0.0.1:39659, datanodeUuid=08a65af7-4f29-466a-8410-89cee6caa2a6, infoPort=35305, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671) 2024-11-09T02:53:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9c764a83a69c0a with lease ID 0x929165018c9b588f: from storage DS-0c77211f-41eb-4683-9eb6-8e7848d189d6 node DatanodeRegistration(127.0.0.1:39659, datanodeUuid=08a65af7-4f29-466a-8410-89cee6caa2a6, infoPort=35305, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:53:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4a9c764a83a69c0a with lease ID 0x929165018c9b588f: Processing first storage report for DS-26cef8d5-67fb-4731-9453-6259f5b56826 from datanode DatanodeRegistration(127.0.0.1:39659, datanodeUuid=08a65af7-4f29-466a-8410-89cee6caa2a6, infoPort=35305, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671) 2024-11-09T02:53:07,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4a9c764a83a69c0a with lease ID 0x929165018c9b588f: from storage DS-26cef8d5-67fb-4731-9453-6259f5b56826 node DatanodeRegistration(127.0.0.1:39659, datanodeUuid=08a65af7-4f29-466a-8410-89cee6caa2a6, infoPort=35305, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=868335091;c=1731120785671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:53:07,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6 2024-11-09T02:53:07,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/zookeeper_0, clientPort=57165, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:53:07,953 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57165 2024-11-09T02:53:07,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:07,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:53:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:53:07,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819 with version=8 2024-11-09T02:53:07,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36457/user/jenkins/test-data/37e29593-7623-a677-60fc-5b2fdab265b0/hbase-staging 2024-11-09T02:53:07,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:53:07,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:53:07,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:53:07,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:53:07,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:53:07,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:53:07,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:53:07,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:53:07,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44163 2024-11-09T02:53:07,974 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44163 connecting to ZooKeeper ensemble=127.0.0.1:57165 2024-11-09T02:53:08,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441630x0, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:53:08,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44163-0x1011d82ed9a0000 connected 2024-11-09T02:53:08,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:08,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:08,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:53:08,137 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819, hbase.cluster.distributed=false 2024-11-09T02:53:08,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:53:08,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-09T02:53:08,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44163 2024-11-09T02:53:08,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44163 2024-11-09T02:53:08,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-09T02:53:08,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44163 2024-11-09T02:53:08,162 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:53:08,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:53:08,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38097 2024-11-09T02:53:08,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38097 connecting to ZooKeeper ensemble=127.0.0.1:57165 2024-11-09T02:53:08,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:08,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:08,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380970x0, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:53:08,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:53:08,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38097-0x1011d82ed9a0001 connected 2024-11-09T02:53:08,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:53:08,182 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:53:08,183 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T02:53:08,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T02:53:08,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-09T02:53:08,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38097 2024-11-09T02:53:08,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38097 2024-11-09T02:53:08,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-09T02:53:08,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-09T02:53:08,200 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:44163 2024-11-09T02:53:08,201 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:53:08,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:53:08,212 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T02:53:08,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,223 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T02:53:08,224 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/53f286d3af3b,44163,1731120787971 from backup master directory 2024-11-09T02:53:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:53:08,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T02:53:08,233 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:53:08,233 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,236 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/hbase.id] with ID: e00656c6-1d16-4efe-a271-77323027d927 2024-11-09T02:53:08,236 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/.tmp/hbase.id 2024-11-09T02:53:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:53:08,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:53:08,242 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/.tmp/hbase.id]:[hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/hbase.id] 2024-11-09T02:53:08,253 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:08,253 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:53:08,255 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:53:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:53:08,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:53:08,271 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:53:08,272 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:53:08,272 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:53:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:53:08,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:53:08,280 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store 2024-11-09T02:53:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:53:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:53:08,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:53:08,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:53:08,286 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:08,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:08,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:53:08,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:08,286 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:08,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120788286Disabling compacts and flushes for region at 1731120788286Disabling writes for close at 1731120788286Writing region close event to WAL at 1731120788286Closed at 1731120788286 2024-11-09T02:53:08,287 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/.initializing 2024-11-09T02:53:08,287 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/WALs/53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,288 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:53:08,289 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C44163%2C1731120787971, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/WALs/53f286d3af3b,44163,1731120787971, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/oldWALs, maxLogs=10 2024-11-09T02:53:08,301 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/WALs/53f286d3af3b,44163,1731120787971/53f286d3af3b%2C44163%2C1731120787971.1731120788289, exclude list is [], retry=0 2024-11-09T02:53:08,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39115,DS-0d5f4107-c087-4a90-899e-31b61a83e39c,DISK] 2024-11-09T02:53:08,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39659,DS-0c77211f-41eb-4683-9eb6-8e7848d189d6,DISK] 2024-11-09T02:53:08,305 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/WALs/53f286d3af3b,44163,1731120787971/53f286d3af3b%2C44163%2C1731120787971.1731120788289 2024-11-09T02:53:08,305 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439),(127.0.0.1/127.0.0.1:35305:35305)] 2024-11-09T02:53:08,305 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:53:08,306 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:53:08,306 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,306 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:53:08,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:08,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:53:08,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:53:08,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:53:08,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:53:08,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:53:08,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:53:08,314 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,315 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,315 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,316 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,316 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:53:08,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:53:08,319 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:53:08,320 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862753, jitterRate=0.0970475971698761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:53:08,320 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731120788306Initializing all the Stores at 1731120788307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120788307Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120788307Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120788307Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120788307Cleaning up temporary data from old regions at 1731120788316 (+9 ms)Region opened successfully at 1731120788320 (+4 ms) 2024-11-09T02:53:08,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:53:08,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac2325b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:53:08,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:53:08,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:53:08,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:53:08,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:53:08,324 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:53:08,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:53:08,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:53:08,326 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:53:08,327 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T02:53:08,338 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T02:53:08,338 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:53:08,339 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:53:08,349 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T02:53:08,349 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:53:08,350 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:53:08,359 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T02:53:08,361 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:53:08,370 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T02:53:08,374 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:53:08,380 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T02:53:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:53:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T02:53:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,391 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,44163,1731120787971, sessionid=0x1011d82ed9a0000, setting cluster-up flag (Was=false) 2024-11-09T02:53:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,444 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T02:53:08,447 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:08,538 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T02:53:08,540 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,44163,1731120787971 2024-11-09T02:53:08,541 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:53:08,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:53:08,543 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:53:08,543 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:53:08,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,44163,1731120787971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:53:08,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731120818546 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:53:08,546 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,546 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:53:08,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:53:08,547 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120788547,5,FailOnTimeoutGroup] 2024-11-09T02:53:08,547 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120788547,5,FailOnTimeoutGroup] 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,547 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,547 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:53:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:53:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:53:08,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:53:08,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819 2024-11-09T02:53:08,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:53:08,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:53:08,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:53:08,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:53:08,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:53:08,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:08,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:53:08,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:53:08,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:08,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:53:08,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:53:08,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:08,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:53:08,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:53:08,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:08,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:08,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:53:08,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740 2024-11-09T02:53:08,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740 2024-11-09T02:53:08,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:53:08,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:53:08,571 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:53:08,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:53:08,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:53:08,575 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873495, jitterRate=0.11070674657821655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:53:08,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731120788561Initializing all the Stores at 1731120788562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120788562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120788562Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120788562Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120788562Cleaning up temporary data from old regions at 1731120788571 (+9 ms)Region opened successfully at 1731120788575 (+4 ms) 2024-11-09T02:53:08,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:53:08,576 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:53:08,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:53:08,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:53:08,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:53:08,576 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:53:08,576 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120788576Disabling compacts and flushes for region at 1731120788576Disabling writes for close at 1731120788576Writing region close event to WAL at 1731120788576Closed at 1731120788576 2024-11-09T02:53:08,577 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:53:08,577 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:53:08,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:53:08,578 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:53:08,579 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:53:08,588 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(746): ClusterId : e00656c6-1d16-4efe-a271-77323027d927 2024-11-09T02:53:08,588 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:53:08,601 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:53:08,601 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:53:08,613 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:53:08,613 DEBUG [RS:0;53f286d3af3b:38097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ece8e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:53:08,623 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:38097 2024-11-09T02:53:08,623 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:53:08,623 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:53:08,623 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:53:08,624 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,44163,1731120787971 with port=38097, startcode=1731120788162 2024-11-09T02:53:08,624 DEBUG [RS:0;53f286d3af3b:38097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:53:08,625 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:53:08,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,626 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44163 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,627 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819 2024-11-09T02:53:08,627 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43321 2024-11-09T02:53:08,627 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:53:08,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:53:08,633 DEBUG [RS:0;53f286d3af3b:38097 {}] zookeeper.ZKUtil(111): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,634 WARN [RS:0;53f286d3af3b:38097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:53:08,634 INFO [RS:0;53f286d3af3b:38097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:53:08,634 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,38097,1731120788162] 2024-11-09T02:53:08,638 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:53:08,639 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:53:08,639 INFO [RS:0;53f286d3af3b:38097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:53:08,640 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,640 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:53:08,641 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:53:08,641 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:53:08,641 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:53:08,642 DEBUG [RS:0;53f286d3af3b:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:53:08,642 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,642 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,642 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,642 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,642 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,642 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38097,1731120788162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:53:08,655 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:53:08,656 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38097,1731120788162-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,656 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,656 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.Replication(171): 53f286d3af3b,38097,1731120788162 started 2024-11-09T02:53:08,669 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:08,669 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,38097,1731120788162, RpcServer on 53f286d3af3b/172.17.0.3:38097, sessionid=0x1011d82ed9a0001 2024-11-09T02:53:08,669 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:53:08,669 DEBUG [RS:0;53f286d3af3b:38097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,669 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38097,1731120788162' 2024-11-09T02:53:08,669 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T02:53:08,670 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T02:53:08,670 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:53:08,670 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:53:08,670 DEBUG [RS:0;53f286d3af3b:38097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,670 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38097,1731120788162' 2024-11-09T02:53:08,670 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T02:53:08,671 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T02:53:08,671 DEBUG [RS:0;53f286d3af3b:38097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:53:08,671 INFO [RS:0;53f286d3af3b:38097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:53:08,671 INFO [RS:0;53f286d3af3b:38097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:53:08,729 WARN [53f286d3af3b:44163 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:53:08,772 INFO [RS:0;53f286d3af3b:38097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:53:08,774 INFO [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38097%2C1731120788162, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs, maxLogs=32 2024-11-09T02:53:08,789 DEBUG [RS:0;53f286d3af3b:38097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162/53f286d3af3b%2C38097%2C1731120788162.1731120788774, exclude list is [], retry=0 2024-11-09T02:53:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39115,DS-0d5f4107-c087-4a90-899e-31b61a83e39c,DISK] 2024-11-09T02:53:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39659,DS-0c77211f-41eb-4683-9eb6-8e7848d189d6,DISK] 2024-11-09T02:53:08,794 INFO [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162/53f286d3af3b%2C38097%2C1731120788162.1731120788774 2024-11-09T02:53:08,794 DEBUG [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439),(127.0.0.1/127.0.0.1:35305:35305)] 2024-11-09T02:53:08,980 DEBUG [53f286d3af3b:44163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:53:08,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,38097,1731120788162 2024-11-09T02:53:08,983 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38097,1731120788162, state=OPENING 2024-11-09T02:53:09,033 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:53:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:09,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:09,046 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:53:09,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:53:09,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:53:09,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38097,1731120788162}] 2024-11-09T02:53:09,203 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:53:09,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:53:09,213 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:53:09,214 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:53:09,214 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:53:09,216 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38097%2C1731120788162.meta, suffix=.meta, logDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs, maxLogs=32 2024-11-09T02:53:09,231 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162/53f286d3af3b%2C38097%2C1731120788162.meta.1731120789217.meta, exclude list is [], retry=0 2024-11-09T02:53:09,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39115,DS-0d5f4107-c087-4a90-899e-31b61a83e39c,DISK] 2024-11-09T02:53:09,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39659,DS-0c77211f-41eb-4683-9eb6-8e7848d189d6,DISK] 2024-11-09T02:53:09,234 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/53f286d3af3b,38097,1731120788162/53f286d3af3b%2C38097%2C1731120788162.meta.1731120789217.meta 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439),(127.0.0.1/127.0.0.1:35305:35305)] 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:53:09,235 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:53:09,235 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:53:09,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:53:09,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:53:09,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:09,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:53:09,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:53:09,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:09,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:09,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:53:09,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:53:09,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:09,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:09,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:53:09,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:53:09,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:53:09,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:53:09,241 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:53:09,242 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740 2024-11-09T02:53:09,242 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740 2024-11-09T02:53:09,244 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:53:09,244 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:53:09,244 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-09T02:53:09,245 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:53:09,246 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878850, jitterRate=0.11751595139503479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-09T02:53:09,246 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:53:09,247 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731120789236Writing region info on filesystem at 1731120789236Initializing all the Stores at 1731120789236Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120789236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120789237 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731120789237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731120789237Cleaning up temporary data from old regions at 1731120789244 (+7 ms)Running coprocessor post-open hooks at 1731120789246 (+2 ms)Region opened successfully at 1731120789247 (+1 ms) 2024-11-09T02:53:09,248 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731120789202 2024-11-09T02:53:09,249 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:53:09,249 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:53:09,250 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,38097,1731120788162 2024-11-09T02:53:09,251 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38097,1731120788162, state=OPEN 2024-11-09T02:53:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:53:09,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T02:53:09,286 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,38097,1731120788162 2024-11-09T02:53:09,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:53:09,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T02:53:09,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:53:09,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38097,1731120788162 in 240 msec 2024-11-09T02:53:09,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:53:09,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 711 msec 2024-11-09T02:53:09,290 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:53:09,290 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:53:09,291 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:53:09,291 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38097,1731120788162, seqNum=-1] 2024-11-09T02:53:09,292 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:53:09,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:53:09,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-11-09T02:53:09,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731120789297, completionTime=-1 2024-11-09T02:53:09,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:53:09,297 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:53:09,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:53:09,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731120849299 2024-11-09T02:53:09,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731120909299 2024-11-09T02:53:09,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:53:09,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44163,1731120787971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,300 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44163,1731120787971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,300 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44163,1731120787971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,300 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:44163, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,300 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,300 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,301 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:53:09,303 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.070sec 2024-11-09T02:53:09,303 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:53:09,303 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:53:09,303 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:53:09,304 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:53:09,304 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:53:09,304 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44163,1731120787971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:53:09,304 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44163,1731120787971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:53:09,306 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:53:09,306 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:53:09,307 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,44163,1731120787971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:53:09,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c58a624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:53:09,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,44163,-1 for getting cluster id 2024-11-09T02:53:09,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:53:09,390 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e00656c6-1d16-4efe-a271-77323027d927' 2024-11-09T02:53:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:53:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e00656c6-1d16-4efe-a271-77323027d927" 2024-11-09T02:53:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd1a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:53:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,44163,-1] 2024-11-09T02:53:09,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:53:09,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:09,392 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:53:09,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a9fc94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:53:09,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:53:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38097,1731120788162, seqNum=-1] 2024-11-09T02:53:09,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:53:09,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:53:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,44163,1731120787971 2024-11-09T02:53:09,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:53:09,399 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-09T02:53:09,399 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:53:09,400 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:53:09,403 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1, archiveDir=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs, maxLogs=32 2024-11-09T02:53:09,415 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789403, exclude list is [], retry=0 2024-11-09T02:53:09,418 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39115,DS-0d5f4107-c087-4a90-899e-31b61a83e39c,DISK] 2024-11-09T02:53:09,418 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39659,DS-0c77211f-41eb-4683-9eb6-8e7848d189d6,DISK] 2024-11-09T02:53:09,420 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789403 2024-11-09T02:53:09,420 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439),(127.0.0.1/127.0.0.1:35305:35305)] 2024-11-09T02:53:09,432 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789421, exclude list is [], retry=0 2024-11-09T02:53:09,435 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39115,DS-0d5f4107-c087-4a90-899e-31b61a83e39c,DISK] 2024-11-09T02:53:09,435 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39659,DS-0c77211f-41eb-4683-9eb6-8e7848d189d6,DISK] 2024-11-09T02:53:09,437 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789403 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789421 2024-11-09T02:53:09,437 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35439:35439),(127.0.0.1/127.0.0.1:35305:35305)] 2024-11-09T02:53:09,437 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789403 is not closed yet, will try archiving it next time 2024-11-09T02:53:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741835_1011 (size=93) 2024-11-09T02:53:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741835_1011 (size=93) 2024-11-09T02:53:09,439 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/WALs/test.com,8080,1/test.com%2C8080%2C1.1731120789403 to hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs/test.com%2C8080%2C1.1731120789403 2024-11-09T02:53:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741836_1012 (size=93) 2024-11-09T02:53:09,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741836_1012 (size=93) 2024-11-09T02:53:09,446 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs 2024-11-09T02:53:09,446 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731120789421) 2024-11-09T02:53:09,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:53:09,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:53:09,447 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:53:09,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:09,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:09,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:53:09,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:53:09,447 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=28312029, stopped=false 2024-11-09T02:53:09,447 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,44163,1731120787971 2024-11-09T02:53:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:53:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T02:53:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:09,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:09,465 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:53:09,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:53:09,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:53:09,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:09,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:53:09,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T02:53:09,465 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,38097,1731120788162' ***** 2024-11-09T02:53:09,465 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:53:09,465 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:53:09,465 INFO [RS:0;53f286d3af3b:38097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:53:09,465 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:53:09,465 INFO [RS:0;53f286d3af3b:38097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,38097,1731120788162 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38097. 2024-11-09T02:53:09,466 DEBUG [RS:0;53f286d3af3b:38097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:53:09,466 DEBUG [RS:0;53f286d3af3b:38097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:53:09,466 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:53:09,466 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:53:09,466 DEBUG [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:53:09,466 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:53:09,466 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:53:09,466 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:53:09,467 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:53:09,467 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:53:09,467 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T02:53:09,483 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/.tmp/ns/baf93c95fdfe41d49f5d905414ac7ab3 is 43, key is default/ns:d/1731120789293/Put/seqid=0 2024-11-09T02:53:09,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741837_1013 (size=5153) 2024-11-09T02:53:09,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741837_1013 (size=5153) 2024-11-09T02:53:09,488 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/.tmp/ns/baf93c95fdfe41d49f5d905414ac7ab3 2024-11-09T02:53:09,494 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/.tmp/ns/baf93c95fdfe41d49f5d905414ac7ab3 as hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/ns/baf93c95fdfe41d49f5d905414ac7ab3 2024-11-09T02:53:09,499 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/ns/baf93c95fdfe41d49f5d905414ac7ab3, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T02:53:09,499 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-09T02:53:09,500 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:53:09,504 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:53:09,504 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:53:09,505 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:53:09,505 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731120789466Running coprocessor pre-close hooks at 1731120789466Disabling compacts and flushes for region at 1731120789466Disabling writes for close at 1731120789467 (+1 ms)Obtaining lock to block concurrent updates at 1731120789467Preparing flush snapshotting stores in 1588230740 at 1731120789467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731120789467Flushing stores of hbase:meta,,1.1588230740 at 1731120789468 (+1 ms)Flushing 1588230740/ns: creating writer at 1731120789468Flushing 1588230740/ns: appending metadata at 1731120789482 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731120789482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a9f5021: reopening flushed file at 1731120789493 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1731120789500 (+7 ms)Writing region close event to WAL at 1731120789501 (+1 ms)Running coprocessor post-close hooks at 1731120789504 (+3 ms)Closed at 1731120789504 2024-11-09T02:53:09,505 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:53:09,648 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:53:09,648 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:53:09,667 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,38097,1731120788162; all regions closed. 2024-11-09T02:53:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741834_1010 (size=1152) 2024-11-09T02:53:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741834_1010 (size=1152) 2024-11-09T02:53:09,677 DEBUG [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs 2024-11-09T02:53:09,677 INFO [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38097%2C1731120788162.meta:.meta(num 1731120789217) 2024-11-09T02:53:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741833_1009 (size=93) 2024-11-09T02:53:09,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741833_1009 (size=93) 2024-11-09T02:53:09,682 DEBUG [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/oldWALs 2024-11-09T02:53:09,682 INFO [RS:0;53f286d3af3b:38097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38097%2C1731120788162:(num 1731120788774) 2024-11-09T02:53:09,682 DEBUG [RS:0;53f286d3af3b:38097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:53:09,682 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:53:09,682 INFO [RS:0;53f286d3af3b:38097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:53:09,683 INFO [RS:0;53f286d3af3b:38097 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:53:09,683 INFO [RS:0;53f286d3af3b:38097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:53:09,683 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:53:09,683 INFO [RS:0;53f286d3af3b:38097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38097 2024-11-09T02:53:09,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/53f286d3af3b,38097,1731120788162 2024-11-09T02:53:09,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T02:53:09,695 INFO [RS:0;53f286d3af3b:38097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:53:09,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,38097,1731120788162] 2024-11-09T02:53:09,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/53f286d3af3b,38097,1731120788162 already deleted, retry=false 2024-11-09T02:53:09,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,38097,1731120788162 expired; onlineServers=0 2024-11-09T02:53:09,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,44163,1731120787971' ***** 2024-11-09T02:53:09,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:53:09,717 INFO [M:0;53f286d3af3b:44163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:53:09,717 INFO [M:0;53f286d3af3b:44163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:53:09,717 DEBUG [M:0;53f286d3af3b:44163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:53:09,717 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:53:09,717 DEBUG [M:0;53f286d3af3b:44163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:53:09,717 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120788547 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731120788547,5,FailOnTimeoutGroup] 2024-11-09T02:53:09,717 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120788547 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731120788547,5,FailOnTimeoutGroup] 2024-11-09T02:53:09,717 INFO [M:0;53f286d3af3b:44163 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:53:09,718 INFO [M:0;53f286d3af3b:44163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:53:09,718 DEBUG [M:0;53f286d3af3b:44163 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:53:09,718 INFO [M:0;53f286d3af3b:44163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:53:09,718 INFO [M:0;53f286d3af3b:44163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:53:09,718 INFO [M:0;53f286d3af3b:44163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:53:09,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:53:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T02:53:09,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T02:53:09,728 DEBUG [M:0;53f286d3af3b:44163 {}] zookeeper.ZKUtil(347): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T02:53:09,728 WARN [M:0;53f286d3af3b:44163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:53:09,729 INFO [M:0;53f286d3af3b:44163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/.lastflushedseqids 2024-11-09T02:53:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741838_1014 (size=99) 2024-11-09T02:53:09,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741838_1014 (size=99) 2024-11-09T02:53:09,736 INFO [M:0;53f286d3af3b:44163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:53:09,736 INFO [M:0;53f286d3af3b:44163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:53:09,736 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:53:09,736 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:09,736 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:09,736 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:53:09,736 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:09,736 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-09T02:53:09,755 DEBUG [M:0;53f286d3af3b:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f17a22948fc848e39189905bdf73977e is 82, key is hbase:meta,,1/info:regioninfo/1731120789250/Put/seqid=0 2024-11-09T02:53:09,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741839_1015 (size=5672) 2024-11-09T02:53:09,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741839_1015 (size=5672) 2024-11-09T02:53:09,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:09,807 INFO [RS:0;53f286d3af3b:38097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:53:09,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x1011d82ed9a0001, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:09,807 INFO [RS:0;53f286d3af3b:38097 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,38097,1731120788162; zookeeper connection closed. 2024-11-09T02:53:09,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7246835e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7246835e 2024-11-09T02:53:09,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:53:10,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:53:10,161 INFO [M:0;53f286d3af3b:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f17a22948fc848e39189905bdf73977e 2024-11-09T02:53:10,181 DEBUG [M:0;53f286d3af3b:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00fe2d9b388f44008f4e740f0a2d7dde is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731120789296/Put/seqid=0 2024-11-09T02:53:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741840_1016 (size=5275) 2024-11-09T02:53:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741840_1016 (size=5275) 2024-11-09T02:53:10,186 INFO [M:0;53f286d3af3b:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00fe2d9b388f44008f4e740f0a2d7dde 2024-11-09T02:53:10,203 DEBUG [M:0;53f286d3af3b:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d58f3bb1d1d74b8c916b4279696849e8 is 69, key is 53f286d3af3b,38097,1731120788162/rs:state/1731120788626/Put/seqid=0 2024-11-09T02:53:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741841_1017 (size=5156) 2024-11-09T02:53:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741841_1017 (size=5156) 2024-11-09T02:53:10,209 INFO [M:0;53f286d3af3b:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d58f3bb1d1d74b8c916b4279696849e8 2024-11-09T02:53:10,227 DEBUG [M:0;53f286d3af3b:44163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/32cf5f81ea944aa292fcba918bf3f68a is 52, key is load_balancer_on/state:d/1731120789398/Put/seqid=0 2024-11-09T02:53:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741842_1018 (size=5056) 2024-11-09T02:53:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741842_1018 (size=5056) 2024-11-09T02:53:10,232 INFO [M:0;53f286d3af3b:44163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/32cf5f81ea944aa292fcba918bf3f68a 2024-11-09T02:53:10,237 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f17a22948fc848e39189905bdf73977e as hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f17a22948fc848e39189905bdf73977e 2024-11-09T02:53:10,242 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f17a22948fc848e39189905bdf73977e, entries=8, sequenceid=29, filesize=5.5 K 2024-11-09T02:53:10,242 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00fe2d9b388f44008f4e740f0a2d7dde as hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00fe2d9b388f44008f4e740f0a2d7dde 2024-11-09T02:53:10,247 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00fe2d9b388f44008f4e740f0a2d7dde, entries=3, sequenceid=29, filesize=5.2 K 2024-11-09T02:53:10,248 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d58f3bb1d1d74b8c916b4279696849e8 as hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d58f3bb1d1d74b8c916b4279696849e8 2024-11-09T02:53:10,252 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d58f3bb1d1d74b8c916b4279696849e8, entries=1, sequenceid=29, filesize=5.0 K 2024-11-09T02:53:10,252 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/32cf5f81ea944aa292fcba918bf3f68a as hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/32cf5f81ea944aa292fcba918bf3f68a 2024-11-09T02:53:10,256 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43321/user/jenkins/test-data/77ff789a-0363-474b-e61f-cb939c9b0819/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/32cf5f81ea944aa292fcba918bf3f68a, entries=1, sequenceid=29, filesize=4.9 K 2024-11-09T02:53:10,257 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=29, compaction requested=false 2024-11-09T02:53:10,259 INFO [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:53:10,259 DEBUG [M:0;53f286d3af3b:44163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731120789736Disabling compacts and flushes for region at 1731120789736Disabling writes for close at 1731120789736Obtaining lock to block concurrent updates at 1731120789736Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731120789736Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731120789737 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731120789737Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731120789737Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731120789755 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731120789755Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731120790167 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731120790181 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731120790181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731120790190 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731120790203 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731120790203Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731120790213 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731120790227 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731120790227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b8724e: reopening flushed file at 1731120790236 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504bad93: reopening flushed file at 1731120790242 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591e1121: reopening flushed file at 1731120790247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fe8430: reopening flushed file at 1731120790252 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 521ms, sequenceid=29, compaction requested=false at 1731120790257 (+5 ms)Writing region close event to WAL at 1731120790258 (+1 ms)Closed at 1731120790258 2024-11-09T02:53:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39659 is added to blk_1073741830_1006 (size=10311) 2024-11-09T02:53:10,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39115 is added to blk_1073741830_1006 (size=10311) 2024-11-09T02:53:10,261 INFO [M:0;53f286d3af3b:44163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:53:10,261 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:53:10,261 INFO [M:0;53f286d3af3b:44163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44163 2024-11-09T02:53:10,261 INFO [M:0;53f286d3af3b:44163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:53:10,483 INFO [M:0;53f286d3af3b:44163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:53:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:10,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44163-0x1011d82ed9a0000, quorum=127.0.0.1:57165, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:53:10,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54f87fe7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:53:10,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@340d22be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:53:10,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:53:10,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3694e4ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:53:10,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f6459e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir/,STOPPED} 2024-11-09T02:53:10,491 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:53:10,491 WARN [BP-1978877855-172.17.0.3-1731120785671 heartbeating to localhost/127.0.0.1:43321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:53:10,492 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:53:10,492 WARN [BP-1978877855-172.17.0.3-1731120785671 heartbeating to localhost/127.0.0.1:43321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978877855-172.17.0.3-1731120785671 (Datanode Uuid 08a65af7-4f29-466a-8410-89cee6caa2a6) service to localhost/127.0.0.1:43321 2024-11-09T02:53:10,492 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data3/current/BP-1978877855-172.17.0.3-1731120785671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:10,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data4/current/BP-1978877855-172.17.0.3-1731120785671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:10,493 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:53:10,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28f1622a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:53:10,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2db38d65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:53:10,497 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:53:10,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5127538f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:53:10,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b28a7d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir/,STOPPED} 2024-11-09T02:53:10,498 WARN [BP-1978877855-172.17.0.3-1731120785671 heartbeating to localhost/127.0.0.1:43321 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:53:10,498 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:53:10,498 WARN [BP-1978877855-172.17.0.3-1731120785671 heartbeating to localhost/127.0.0.1:43321 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1978877855-172.17.0.3-1731120785671 (Datanode Uuid 3840c81a-c208-484b-b4f3-22baf77ca1e7) service to localhost/127.0.0.1:43321 2024-11-09T02:53:10,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:53:10,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data1/current/BP-1978877855-172.17.0.3-1731120785671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:10,499 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/cluster_549c3a3c-1c47-7517-c236-a2683c094d18/data/data2/current/BP-1978877855-172.17.0.3-1731120785671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:53:10,499 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:53:10,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32aa6674{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:53:10,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4230b40d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:53:10,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:53:10,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363ea48a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:53:10,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c64e559{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/83279024-3df9-cc8b-2dc7-aa82e51457d6/hadoop.log.dir/,STOPPED} 2024-11-09T02:53:10,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:53:10,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:53:10,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 110) - Thread LEAK? -, OpenFileDescriptor=515 (was 460) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 118), ProcessCount=11 (was 11), AvailableMemoryMB=6767 (was 6806)