2024-12-06 14:54:09,126 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-06 14:54:09,137 main DEBUG Took 0.009133 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 14:54:09,138 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 14:54:09,138 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 14:54:09,139 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 14:54:09,141 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,148 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 14:54:09,159 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,160 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,160 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,161 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,161 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,162 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,163 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,164 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,165 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,166 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,166 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,167 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 14:54:09,168 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,168 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 14:54:09,169 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 14:54:09,171 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 14:54:09,172 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 14:54:09,173 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 14:54:09,174 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 14:54:09,174 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 14:54:09,182 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 14:54:09,184 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 14:54:09,186 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 14:54:09,186 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 14:54:09,187 main DEBUG createAppenders(={Console}) 2024-12-06 14:54:09,187 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-06 14:54:09,188 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-06 14:54:09,188 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-06 14:54:09,188 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 14:54:09,189 main DEBUG OutputStream closed 2024-12-06 14:54:09,189 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 14:54:09,189 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 14:54:09,189 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-06 14:54:09,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 14:54:09,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 14:54:09,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 14:54:09,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 14:54:09,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 14:54:09,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 14:54:09,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 14:54:09,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 14:54:09,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 14:54:09,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 14:54:09,260 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 14:54:09,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 14:54:09,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 14:54:09,261 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 14:54:09,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 14:54:09,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 14:54:09,262 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 14:54:09,263 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 14:54:09,265 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 14:54:09,265 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-06 14:54:09,265 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 14:54:09,266 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-06T14:54:09,471 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e 2024-12-06 14:54:09,474 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 14:54:09,475 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T14:54:09,483 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-06T14:54:09,511 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=207, ProcessCount=11, AvailableMemoryMB=7155 2024-12-06T14:54:09,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:54:09,527 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251, deleteOnExit=true 2024-12-06T14:54:09,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T14:54:09,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/test.cache.data in system properties and HBase conf 2024-12-06T14:54:09,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:54:09,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:54:09,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:54:09,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:54:09,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:54:09,620 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T14:54:09,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:54:09,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:54:09,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:54:09,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:54:09,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:54:09,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:54:09,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:54:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:54:09,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:54:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:54:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:54:09,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:54:09,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:54:09,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:54:09,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:54:10,666 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T14:54:10,732 INFO [Time-limited test {}] log.Log(170): Logging initialized @2231ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T14:54:10,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:54:10,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:54:10,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:54:10,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:54:10,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:54:10,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:54:10,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:54:10,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:54:11,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/java.io.tmpdir/jetty-localhost-39593-hadoop-hdfs-3_4_1-tests_jar-_-any-5121273835697122944/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:54:11,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:39593} 2024-12-06T14:54:11,070 INFO [Time-limited test {}] server.Server(415): Started @2569ms 2024-12-06T14:54:11,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:54:11,592 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:54:11,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:54:11,594 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:54:11,594 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:54:11,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:54:11,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:54:11,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/java.io.tmpdir/jetty-localhost-34067-hadoop-hdfs-3_4_1-tests_jar-_-any-10821298902987763535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:54:11,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:34067} 2024-12-06T14:54:11,689 INFO [Time-limited test {}] server.Server(415): Started @3189ms 2024-12-06T14:54:11,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:54:11,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:54:11,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:54:11,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:54:11,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:54:11,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:54:11,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:54:11,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:54:11,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/java.io.tmpdir/jetty-localhost-43925-hadoop-hdfs-3_4_1-tests_jar-_-any-16928826020529651467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:54:11,947 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43925} 2024-12-06T14:54:11,948 INFO [Time-limited test {}] server.Server(415): Started @3447ms 2024-12-06T14:54:11,949 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:54:13,427 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data4/current/BP-301181200-172.17.0.2-1733496850173/current, will proceed with Du for space computation calculation, 2024-12-06T14:54:13,427 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data3/current/BP-301181200-172.17.0.2-1733496850173/current, will proceed with Du for space computation calculation, 2024-12-06T14:54:13,427 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data1/current/BP-301181200-172.17.0.2-1733496850173/current, will proceed with Du for space computation calculation, 2024-12-06T14:54:13,427 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data2/current/BP-301181200-172.17.0.2-1733496850173/current, will proceed with Du for space computation calculation, 2024-12-06T14:54:13,459 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:54:13,459 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:54:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e1bfb96a43cd74b with lease ID 0xd1db15d6cc2ab964: Processing first storage report for DS-32490663-cff8-454a-9952-e12a8a87fbb9 from datanode DatanodeRegistration(127.0.0.1:34213, datanodeUuid=38f616cc-8d21-44b9-87df-cc09c74a6d6c, infoPort=38971, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173) 2024-12-06T14:54:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e1bfb96a43cd74b with lease ID 0xd1db15d6cc2ab964: from storage DS-32490663-cff8-454a-9952-e12a8a87fbb9 node DatanodeRegistration(127.0.0.1:34213, datanodeUuid=38f616cc-8d21-44b9-87df-cc09c74a6d6c, infoPort=38971, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-06T14:54:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb01151c3df79fe35 with lease ID 0xd1db15d6cc2ab963: Processing first storage report for DS-f4498eaf-371e-41ac-a940-130a5d2ca805 from datanode DatanodeRegistration(127.0.0.1:40263, datanodeUuid=b44e8429-bff0-4330-8cd1-bbf274472317, infoPort=41401, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173) 2024-12-06T14:54:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb01151c3df79fe35 with lease ID 0xd1db15d6cc2ab963: from storage DS-f4498eaf-371e-41ac-a940-130a5d2ca805 node DatanodeRegistration(127.0.0.1:40263, datanodeUuid=b44e8429-bff0-4330-8cd1-bbf274472317, infoPort=41401, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:54:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8e1bfb96a43cd74b with lease ID 0xd1db15d6cc2ab964: Processing first storage report for DS-a452a001-8d13-43b3-8e37-fa194177861b from datanode DatanodeRegistration(127.0.0.1:34213, datanodeUuid=38f616cc-8d21-44b9-87df-cc09c74a6d6c, infoPort=38971, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173) 2024-12-06T14:54:13,507 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8e1bfb96a43cd74b with lease ID 0xd1db15d6cc2ab964: from storage DS-a452a001-8d13-43b3-8e37-fa194177861b node DatanodeRegistration(127.0.0.1:34213, datanodeUuid=38f616cc-8d21-44b9-87df-cc09c74a6d6c, infoPort=38971, infoSecurePort=0, ipcPort=40121, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:54:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb01151c3df79fe35 with lease ID 0xd1db15d6cc2ab963: Processing first storage report for DS-2acd83ad-155d-4301-8e21-d711d95a57b8 from datanode DatanodeRegistration(127.0.0.1:40263, datanodeUuid=b44e8429-bff0-4330-8cd1-bbf274472317, infoPort=41401, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173) 2024-12-06T14:54:13,508 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb01151c3df79fe35 with lease ID 0xd1db15d6cc2ab963: from storage DS-2acd83ad-155d-4301-8e21-d711d95a57b8 node DatanodeRegistration(127.0.0.1:40263, datanodeUuid=b44e8429-bff0-4330-8cd1-bbf274472317, infoPort=41401, infoSecurePort=0, ipcPort=41549, storageInfo=lv=-57;cid=testClusterID;nsid=1222367709;c=1733496850173), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:54:13,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e 2024-12-06T14:54:13,629 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/zookeeper_0, clientPort=52005, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:54:13,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52005 2024-12-06T14:54:13,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:13,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:13,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:54:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:54:14,255 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0 with version=8 2024-12-06T14:54:14,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase-staging 2024-12-06T14:54:14,326 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T14:54:14,543 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:54:14,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:54:14,552 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:54:14,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:54:14,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:54:14,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:54:14,672 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:54:14,734 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T14:54:14,742 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T14:54:14,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:54:14,766 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 87938 (auto-detected) 2024-12-06T14:54:14,767 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T14:54:14,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34259 2024-12-06T14:54:14,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34259 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-12-06T14:54:14,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342590x0, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:54:14,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34259-0x101ab22d0160000 connected 2024-12-06T14:54:15,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:15,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:15,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:54:15,084 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0, hbase.cluster.distributed=false 2024-12-06T14:54:15,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:54:15,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34259 2024-12-06T14:54:15,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34259 2024-12-06T14:54:15,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34259 2024-12-06T14:54:15,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34259 2024-12-06T14:54:15,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34259 2024-12-06T14:54:15,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:54:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:54:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:54:15,206 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:54:15,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:54:15,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:54:15,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:54:15,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:54:15,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43905 2024-12-06T14:54:15,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43905 connecting to ZooKeeper ensemble=127.0.0.1:52005 2024-12-06T14:54:15,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:15,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:15,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439050x0, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:54:15,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:54:15,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43905-0x101ab22d0160001 connected 2024-12-06T14:54:15,239 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:54:15,246 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:54:15,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:54:15,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:54:15,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43905 2024-12-06T14:54:15,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43905 2024-12-06T14:54:15,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43905 2024-12-06T14:54:15,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43905 2024-12-06T14:54:15,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43905 2024-12-06T14:54:15,270 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:34259 2024-12-06T14:54:15,270 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:15,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:54:15,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:54:15,291 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:54:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:15,320 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:54:15,321 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,34259,1733496854402 from backup master directory 2024-12-06T14:54:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:54:15,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:15,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:54:15,330 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:54:15,331 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:15,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T14:54:15,334 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T14:54:15,388 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase.id] with ID: eace3e7e-c381-48b5-acea-03ed371a68c9 2024-12-06T14:54:15,388 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/.tmp/hbase.id 2024-12-06T14:54:15,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:54:15,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:54:15,401 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/.tmp/hbase.id]:[hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase.id] 2024-12-06T14:54:15,441 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:15,446 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:54:15,462 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-06T14:54:15,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:15,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:54:15,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:54:15,509 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:54:15,511 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:54:15,516 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:54:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:54:15,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:54:15,560 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store 2024-12-06T14:54:15,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:54:15,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:54:15,991 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T14:54:15,994 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:54:15,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:54:15,996 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:54:15,996 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:54:15,998 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:54:15,998 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:54:15,998 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:54:15,999 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496855995Disabling compacts and flushes for region at 1733496855995Disabling writes for close at 1733496855998 (+3 ms)Writing region close event to WAL at 1733496855998Closed at 1733496855998 2024-12-06T14:54:16,002 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/.initializing 2024-12-06T14:54:16,002 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/WALs/bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:16,010 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:54:16,024 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C34259%2C1733496854402, suffix=, logDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/WALs/bb7ea3e46d9c,34259,1733496854402, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/oldWALs, maxLogs=10 2024-12-06T14:54:16,055 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/WALs/bb7ea3e46d9c,34259,1733496854402/bb7ea3e46d9c%2C34259%2C1733496854402.1733496856029, exclude list is [], retry=0 2024-12-06T14:54:16,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:54:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:16,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:16,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T14:54:16,110 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/WALs/bb7ea3e46d9c,34259,1733496854402/bb7ea3e46d9c%2C34259%2C1733496854402.1733496856029 2024-12-06T14:54:16,112 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401),(127.0.0.1/127.0.0.1:38971:38971)] 2024-12-06T14:54:16,112 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:54:16,113 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:54:16,116 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,117 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:54:16,178 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:16,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:54:16,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:54:16,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:54:16,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:54:16,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:54:16,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:54:16,194 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,198 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,199 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,204 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,204 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,208 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:54:16,211 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:54:16,216 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:54:16,217 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=855290, jitterRate=0.08755843341350555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:54:16,223 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733496856127Initializing all the Stores at 1733496856129 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496856130 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496856130Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496856131 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496856131Cleaning up temporary data from old regions at 1733496856204 (+73 ms)Region opened successfully at 1733496856223 (+19 ms) 2024-12-06T14:54:16,224 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:54:16,253 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a54059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:54:16,279 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:54:16,289 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:54:16,289 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:54:16,291 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:54:16,292 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T14:54:16,296 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-06T14:54:16,296 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:54:16,317 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:54:16,324 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:54:16,371 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:54:16,375 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:54:16,378 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:54:16,382 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:54:16,384 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:54:16,388 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:54:16,392 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:54:16,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:54:16,403 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:54:16,419 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:54:16,424 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:54:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:54:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:54:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:16,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:16,437 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,34259,1733496854402, sessionid=0x101ab22d0160000, setting cluster-up flag (Was=false) 2024-12-06T14:54:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:16,498 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:54:16,501 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:16,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:16,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:16,550 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:54:16,553 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:16,560 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:54:16,626 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:54:16,635 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:54:16,641 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:54:16,647 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,34259,1733496854402 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:54:16,653 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:54:16,654 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:54:16,654 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:54:16,654 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:54:16,654 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:54:16,654 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,654 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:54:16,655 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,656 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733496886656 2024-12-06T14:54:16,657 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:54:16,659 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:54:16,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:54:16,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:54:16,661 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(746): ClusterId : eace3e7e-c381-48b5-acea-03ed371a68c9 2024-12-06T14:54:16,663 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:54:16,663 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:54:16,663 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:54:16,663 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:54:16,663 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:54:16,664 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,667 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:54:16,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:54:16,668 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:54:16,668 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:54:16,670 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:54:16,670 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:54:16,672 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496856672,5,FailOnTimeoutGroup] 2024-12-06T14:54:16,673 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496856672,5,FailOnTimeoutGroup] 2024-12-06T14:54:16,673 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,673 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:54:16,674 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,674 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:54:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:54:16,679 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:54:16,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:54:16,679 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:54:16,680 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0 2024-12-06T14:54:16,689 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:54:16,689 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0ba29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:54:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:54:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:54:16,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:54:16,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:54:16,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:54:16,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:16,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:54:16,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:54:16,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:16,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:54:16,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:54:16,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:16,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:54:16,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:54:16,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:16,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:16,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:54:16,707 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:43905 2024-12-06T14:54:16,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740 2024-12-06T14:54:16,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740 2024-12-06T14:54:16,712 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:54:16,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:54:16,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:54:16,712 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:54:16,712 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:54:16,713 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:54:16,715 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,34259,1733496854402 with port=43905, startcode=1733496855174 2024-12-06T14:54:16,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:54:16,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:54:16,720 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=820308, jitterRate=0.0430767685174942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:54:16,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733496856692Initializing all the Stores at 1733496856693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496856693Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496856694 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496856694Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496856694Cleaning up temporary data from old regions at 1733496856712 (+18 ms)Region opened successfully at 1733496856722 (+10 ms) 2024-12-06T14:54:16,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:54:16,722 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:54:16,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:54:16,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:54:16,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:54:16,724 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:54:16,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496856722Disabling compacts and flushes for region at 1733496856722Disabling writes for close at 1733496856723 (+1 ms)Writing region close event to WAL at 1733496856723Closed at 1733496856724 (+1 ms) 2024-12-06T14:54:16,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:54:16,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:54:16,729 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:54:16,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:54:16,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:54:16,753 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:54:16,756 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55877, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:54:16,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:16,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34259 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:16,775 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0 2024-12-06T14:54:16,775 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44773 2024-12-06T14:54:16,775 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:54:16,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:54:16,783 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] zookeeper.ZKUtil(111): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:16,783 WARN [RS:0;bb7ea3e46d9c:43905 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:54:16,783 INFO [RS:0;bb7ea3e46d9c:43905 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:54:16,783 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:16,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,43905,1733496855174] 2024-12-06T14:54:16,810 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:54:16,822 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:54:16,826 INFO [RS:0;bb7ea3e46d9c:43905 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:54:16,826 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,827 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:54:16,832 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:54:16,833 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,834 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,834 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,834 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,834 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,834 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,834 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:54:16,835 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,835 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,835 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,835 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,835 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,836 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:54:16,836 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:54:16,836 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:54:16,837 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,837 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,837 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,837 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,838 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,838 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43905,1733496855174-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:54:16,853 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:54:16,855 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43905,1733496855174-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,855 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,856 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.Replication(171): bb7ea3e46d9c,43905,1733496855174 started 2024-12-06T14:54:16,871 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:16,872 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,43905,1733496855174, RpcServer on bb7ea3e46d9c/172.17.0.2:43905, sessionid=0x101ab22d0160001 2024-12-06T14:54:16,873 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:54:16,873 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:16,873 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,43905,1733496855174' 2024-12-06T14:54:16,873 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:54:16,874 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:54:16,875 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:54:16,875 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:54:16,875 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:16,875 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,43905,1733496855174' 2024-12-06T14:54:16,876 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:54:16,876 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:54:16,877 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:54:16,877 INFO [RS:0;bb7ea3e46d9c:43905 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:54:16,877 INFO [RS:0;bb7ea3e46d9c:43905 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:54:16,904 WARN [bb7ea3e46d9c:34259 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:54:16,984 INFO [RS:0;bb7ea3e46d9c:43905 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:54:16,989 INFO [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C43905%2C1733496855174, suffix=, logDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/oldWALs, maxLogs=32 2024-12-06T14:54:17,004 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496856992, exclude list is [], retry=0 2024-12-06T14:54:17,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:17,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:17,014 INFO [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496856992 2024-12-06T14:54:17,015 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:41401:41401)] 2024-12-06T14:54:17,160 DEBUG [bb7ea3e46d9c:34259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T14:54:17,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:17,181 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,43905,1733496855174, state=OPENING 2024-12-06T14:54:17,235 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:54:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:54:17,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:54:17,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:54:17,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:54:17,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,43905,1733496855174}] 2024-12-06T14:54:17,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:54:17,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47429, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:54:17,445 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:54:17,446 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:54:17,446 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T14:54:17,450 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C43905%2C1733496855174.meta, suffix=.meta, logDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174, archiveDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/oldWALs, maxLogs=32 2024-12-06T14:54:17,466 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.meta.1733496857452.meta, exclude list is [], retry=0 2024-12-06T14:54:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:17,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:17,473 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.meta.1733496857452.meta 2024-12-06T14:54:17,473 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401),(127.0.0.1/127.0.0.1:38971:38971)] 2024-12-06T14:54:17,474 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:54:17,475 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:54:17,477 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:54:17,482 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:54:17,486 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:54:17,487 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:54:17,487 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:54:17,488 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:54:17,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:54:17,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:54:17,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:17,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:17,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:54:17,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:54:17,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:17,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:17,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:54:17,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:54:17,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:17,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:17,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:54:17,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:54:17,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:17,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:54:17,502 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:54:17,503 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740 2024-12-06T14:54:17,506 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740 2024-12-06T14:54:17,509 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:54:17,509 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:54:17,510 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:54:17,513 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:54:17,515 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798201, jitterRate=0.014965489506721497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:54:17,515 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:54:17,517 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733496857488Writing region info on filesystem at 1733496857488Initializing all the Stores at 1733496857490 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496857490Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496857490Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496857490Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496857490Cleaning up temporary data from old regions at 1733496857509 (+19 ms)Running coprocessor post-open hooks at 1733496857515 (+6 ms)Region opened successfully at 1733496857517 (+2 ms) 2024-12-06T14:54:17,523 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733496857425 2024-12-06T14:54:17,535 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:54:17,535 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:54:17,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:17,540 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,43905,1733496855174, state=OPEN 2024-12-06T14:54:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:54:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:54:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:54:17,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:54:17,624 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:17,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:54:17,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,43905,1733496855174 in 373 msec 2024-12-06T14:54:17,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:54:17,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 901 msec 2024-12-06T14:54:17,641 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:54:17,642 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:54:17,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:54:17,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,43905,1733496855174, seqNum=-1] 2024-12-06T14:54:17,676 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:54:17,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39345, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:54:17,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-12-06T14:54:17,697 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733496857697, completionTime=-1 2024-12-06T14:54:17,700 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T14:54:17,700 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:54:17,724 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T14:54:17,724 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733496917724 2024-12-06T14:54:17,724 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733496977724 2024-12-06T14:54:17,724 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-06T14:54:17,726 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,34259,1733496854402-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,726 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,34259,1733496854402-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,727 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,34259,1733496854402-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,728 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:34259, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,728 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,728 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,733 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:54:17,754 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.423sec 2024-12-06T14:54:17,755 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:54:17,757 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:54:17,757 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:54:17,758 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:54:17,758 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:54:17,759 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,34259,1733496854402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:54:17,759 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,34259,1733496854402-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:54:17,767 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:54:17,768 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:54:17,769 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,34259,1733496854402-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:54:17,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5379a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:54:17,773 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T14:54:17,773 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T14:54:17,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,34259,-1 for getting cluster id 2024-12-06T14:54:17,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:54:17,788 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eace3e7e-c381-48b5-acea-03ed371a68c9' 2024-12-06T14:54:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:54:17,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eace3e7e-c381-48b5-acea-03ed371a68c9" 2024-12-06T14:54:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7275bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:54:17,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,34259,-1] 2024-12-06T14:54:17,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:54:17,797 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:54:17,798 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40904, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:54:17,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b54472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:54:17,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:54:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,43905,1733496855174, seqNum=-1] 2024-12-06T14:54:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:54:17,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:54:17,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:17,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:54:17,839 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T14:54:17,843 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T14:54:17,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:54:17,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ea29d19 2024-12-06T14:54:17,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T14:54:17,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T14:54:17,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T14:54:17,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T14:54:17,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:54:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-06T14:54:17,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T14:54:17,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-06T14:54:17,871 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:17,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T14:54:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:54:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741835_1011 (size=389) 2024-12-06T14:54:17,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741835_1011 (size=389) 2024-12-06T14:54:17,892 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6df02d1fc02e6c2767c9821f7430eea, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0 2024-12-06T14:54:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741836_1012 (size=72) 2024-12-06T14:54:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741836_1012 (size=72) 2024-12-06T14:54:17,908 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:54:17,908 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing a6df02d1fc02e6c2767c9821f7430eea, disabling compactions & flushes 2024-12-06T14:54:17,908 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:17,908 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:17,908 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. after waiting 0 ms 2024-12-06T14:54:17,909 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:17,909 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:17,909 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6df02d1fc02e6c2767c9821f7430eea: Waiting for close lock at 1733496857908Disabling compacts and flushes for region at 1733496857908Disabling writes for close at 1733496857908Writing region close event to WAL at 1733496857909 (+1 ms)Closed at 1733496857909 2024-12-06T14:54:17,911 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T14:54:17,916 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733496857911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733496857911"}]},"ts":"1733496857911"} 2024-12-06T14:54:17,921 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T14:54:17,923 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T14:54:17,927 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496857924"}]},"ts":"1733496857924"} 2024-12-06T14:54:17,932 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-06T14:54:17,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a6df02d1fc02e6c2767c9821f7430eea, ASSIGN}] 2024-12-06T14:54:17,936 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a6df02d1fc02e6c2767c9821f7430eea, ASSIGN 2024-12-06T14:54:17,938 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a6df02d1fc02e6c2767c9821f7430eea, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,43905,1733496855174; forceNewPlan=false, retain=false 2024-12-06T14:54:18,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6df02d1fc02e6c2767c9821f7430eea, regionState=OPENING, regionLocation=bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a6df02d1fc02e6c2767c9821f7430eea, ASSIGN because future has completed 2024-12-06T14:54:18,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6df02d1fc02e6c2767c9821f7430eea, server=bb7ea3e46d9c,43905,1733496855174}] 2024-12-06T14:54:18,265 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:18,265 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6df02d1fc02e6c2767c9821f7430eea, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:54:18,266 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,266 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:54:18,266 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,266 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,268 INFO [StoreOpener-a6df02d1fc02e6c2767c9821f7430eea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,271 INFO [StoreOpener-a6df02d1fc02e6c2767c9821f7430eea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6df02d1fc02e6c2767c9821f7430eea columnFamilyName info 2024-12-06T14:54:18,271 DEBUG [StoreOpener-a6df02d1fc02e6c2767c9821f7430eea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:54:18,272 INFO [StoreOpener-a6df02d1fc02e6c2767c9821f7430eea-1 {}] regionserver.HStore(327): Store=a6df02d1fc02e6c2767c9821f7430eea/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:54:18,273 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,274 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,275 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,275 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,276 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,278 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,299 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:54:18,300 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6df02d1fc02e6c2767c9821f7430eea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=764600, jitterRate=-0.027761369943618774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:54:18,300 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:18,301 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6df02d1fc02e6c2767c9821f7430eea: Running coprocessor pre-open hook at 1733496858266Writing region info on filesystem at 1733496858266Initializing all the Stores at 1733496858268 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496858268Cleaning up temporary data from old regions at 1733496858276 (+8 ms)Running coprocessor post-open hooks at 1733496858300 (+24 ms)Region opened successfully at 1733496858301 (+1 ms) 2024-12-06T14:54:18,303 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea., pid=6, masterSystemTime=1733496858254 2024-12-06T14:54:18,307 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:18,307 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:18,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6df02d1fc02e6c2767c9821f7430eea, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:54:18,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6df02d1fc02e6c2767c9821f7430eea, server=bb7ea3e46d9c,43905,1733496855174 because future has completed 2024-12-06T14:54:18,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T14:54:18,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6df02d1fc02e6c2767c9821f7430eea, server=bb7ea3e46d9c,43905,1733496855174 in 217 msec 2024-12-06T14:54:18,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T14:54:18,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=a6df02d1fc02e6c2767c9821f7430eea, ASSIGN in 386 msec 2024-12-06T14:54:18,328 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T14:54:18,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496858328"}]},"ts":"1733496858328"} 2024-12-06T14:54:18,331 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-06T14:54:18,333 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T14:54:18,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 471 msec 2024-12-06T14:54:23,001 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T14:54:23,056 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T14:54:23,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-06T14:54:24,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T14:54:24,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T14:54:24,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-06T14:54:24,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T14:54:24,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:54:24,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T14:54:24,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T14:54:24,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T14:54:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:54:27,939 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-06T14:54:27,945 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-06T14:54:27,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-06T14:54:27,953 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:54:27,966 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496867954, exclude list is [], retry=0 2024-12-06T14:54:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:27,974 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496856992 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496867954 2024-12-06T14:54:27,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:41401:41401)] 2024-12-06T14:54:27,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496856992 is not closed yet, will try archiving it next time 2024-12-06T14:54:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741833_1009 (size=451) 2024-12-06T14:54:27,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741833_1009 (size=451) 2024-12-06T14:54:27,981 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496856992 to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/oldWALs/bb7ea3e46d9c%2C43905%2C1733496855174.1733496856992 2024-12-06T14:54:27,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea., hostname=bb7ea3e46d9c,43905,1733496855174, seqNum=2] 2024-12-06T14:54:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] regionserver.HRegion(8855): Flush requested on a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:54:42,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6df02d1fc02e6c2767c9821f7430eea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:54:42,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/97acb13eac914ffb9b00b77a889986cb is 1055, key is row0001/info:/1733496867986/Put/seqid=0 2024-12-06T14:54:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741838_1014 (size=13386) 2024-12-06T14:54:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741838_1014 (size=13386) 2024-12-06T14:54:42,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/97acb13eac914ffb9b00b77a889986cb 2024-12-06T14:54:42,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/97acb13eac914ffb9b00b77a889986cb as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/97acb13eac914ffb9b00b77a889986cb 2024-12-06T14:54:42,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/97acb13eac914ffb9b00b77a889986cb, entries=8, sequenceid=12, filesize=13.1 K 2024-12-06T14:54:42,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a6df02d1fc02e6c2767c9821f7430eea in 126ms, sequenceid=12, compaction requested=false 2024-12-06T14:54:42,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6df02d1fc02e6c2767c9821f7430eea: 2024-12-06T14:54:43,560 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T14:54:48,115 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496888096, exclude list is [], retry=0 2024-12-06T14:54:48,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:48,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:48,121 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496867954 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496888096 2024-12-06T14:54:48,121 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:41401:41401)] 2024-12-06T14:54:48,121 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496867954 is not closed yet, will try archiving it next time 2024-12-06T14:54:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741837_1013 (size=12149) 2024-12-06T14:54:48,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741837_1013 (size=12149) 2024-12-06T14:54:48,123 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496867954 not finished, retry = 0 2024-12-06T14:54:53,126 INFO [AsyncFSWAL-0-hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0-prefix:bb7ea3e46d9c,43905,1733496855174 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK], DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK]] 2024-12-06T14:54:53,130 WARN [AsyncFSWAL-0-hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0-prefix:bb7ea3e46d9c,43905,1733496855174 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK], DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK]] 2024-12-06T14:54:53,132 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C43905%2C1733496855174:(num 1733496888096) roll requested 2024-12-06T14:54:53,149 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133, exclude list is [], retry=0 2024-12-06T14:54:53,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:53,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:53,270 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496888096 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133 2024-12-06T14:54:53,270 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38971:38971),(127.0.0.1/127.0.0.1:41401:41401)] 2024-12-06T14:54:53,270 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496888096 is not closed yet, will try archiving it next time 2024-12-06T14:54:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741839_1015 (size=1233) 2024-12-06T14:54:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741839_1015 (size=1233) 2024-12-06T14:54:55,129 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:54:55,146 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496895129, exclude list is [], retry=0 2024-12-06T14:54:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40263,DS-f4498eaf-371e-41ac-a940-130a5d2ca805,DISK] 2024-12-06T14:54:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34213,DS-32490663-cff8-454a-9952-e12a8a87fbb9,DISK] 2024-12-06T14:54:55,152 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496895129 2024-12-06T14:54:55,152 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41401:41401),(127.0.0.1/127.0.0.1:38971:38971)] 2024-12-06T14:54:55,152 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133 is not closed yet, will try archiving it next time 2024-12-06T14:54:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741840_1016 (size=93) 2024-12-06T14:54:55,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133 not finished, retry = 0 2024-12-06T14:54:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741840_1016 (size=93) 2024-12-06T14:54:55,255 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/WALs/bb7ea3e46d9c,43905,1733496855174/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133 to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/oldWALs/bb7ea3e46d9c%2C43905%2C1733496855174.1733496893133 2024-12-06T14:54:57,802 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T14:54:57,802 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T14:55:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43905 {}] regionserver.HRegion(8855): Flush requested on a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:55:03,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a6df02d1fc02e6c2767c9821f7430eea 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:55:03,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/e8006ecbeb29473ebc5e7a3835157144 is 1055, key is row0009/info:/1733496884085/Put/seqid=0 2024-12-06T14:55:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741842_1018 (size=13386) 2024-12-06T14:55:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741842_1018 (size=13386) 2024-12-06T14:55:03,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/e8006ecbeb29473ebc5e7a3835157144 2024-12-06T14:55:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/e8006ecbeb29473ebc5e7a3835157144 as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/e8006ecbeb29473ebc5e7a3835157144 2024-12-06T14:55:03,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/e8006ecbeb29473ebc5e7a3835157144, entries=8, sequenceid=23, filesize=13.1 K 2024-12-06T14:55:03,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for a6df02d1fc02e6c2767c9821f7430eea in 40ms, sequenceid=23, compaction requested=false 2024-12-06T14:55:03,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a6df02d1fc02e6c2767c9821f7430eea: 2024-12-06T14:55:03,212 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-06T14:55:03,212 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:55:03,213 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/97acb13eac914ffb9b00b77a889986cb because midkey is the same as first or last row 2024-12-06T14:55:03,266 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a6df02d1fc02e6c2767c9821f7430eea, had cached 0 bytes from a total of 26772 2024-12-06T14:55:13,560 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T14:55:15,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:55:15,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:55:15,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:55:15,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:15,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:15,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:55:15,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:55:15,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1170692414, stopped=false 2024-12-06T14:55:15,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,34259,1733496854402 2024-12-06T14:55:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:15,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:15,264 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:55:15,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:55:15,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:55:15,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:15,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:15,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:15,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,43905,1733496855174' ***** 2024-12-06T14:55:15,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:55:15,267 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:55:15,267 INFO [RS:0;bb7ea3e46d9c:43905 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:55:15,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:55:15,268 INFO [RS:0;bb7ea3e46d9c:43905 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:55:15,268 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(3091): Received CLOSE for a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:55:15,269 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:55:15,269 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:55:15,269 INFO [RS:0;bb7ea3e46d9c:43905 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:43905. 2024-12-06T14:55:15,269 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:55:15,270 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:15,270 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:55:15,270 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:55:15,270 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6df02d1fc02e6c2767c9821f7430eea, disabling compactions & flushes 2024-12-06T14:55:15,270 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:55:15,270 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:55:15,271 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:55:15,271 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:55:15,271 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. after waiting 0 ms 2024-12-06T14:55:15,271 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:55:15,271 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6df02d1fc02e6c2767c9821f7430eea 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-06T14:55:15,272 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T14:55:15,272 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:55:15,272 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:55:15,272 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1325): Online Regions={a6df02d1fc02e6c2767c9821f7430eea=TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T14:55:15,272 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:55:15,272 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:55:15,272 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:55:15,273 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6df02d1fc02e6c2767c9821f7430eea 2024-12-06T14:55:15,273 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-06T14:55:15,280 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/d7b285241d2d4d25a060b0ce6b5f1426 is 1055, key is row0017/info:/1733496905175/Put/seqid=0 2024-12-06T14:55:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741843_1019 (size=10222) 2024-12-06T14:55:15,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741843_1019 (size=10222) 2024-12-06T14:55:15,291 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/d7b285241d2d4d25a060b0ce6b5f1426 2024-12-06T14:55:15,294 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/info/b87e9df0a09f4b968ef1d6d007f282c5 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea./info:regioninfo/1733496858308/Put/seqid=0 2024-12-06T14:55:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741844_1020 (size=7016) 2024-12-06T14:55:15,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741844_1020 (size=7016) 2024-12-06T14:55:15,301 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/info/b87e9df0a09f4b968ef1d6d007f282c5 2024-12-06T14:55:15,303 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/.tmp/info/d7b285241d2d4d25a060b0ce6b5f1426 as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/d7b285241d2d4d25a060b0ce6b5f1426 2024-12-06T14:55:15,311 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/info/d7b285241d2d4d25a060b0ce6b5f1426, entries=5, sequenceid=31, filesize=10.0 K 2024-12-06T14:55:15,313 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a6df02d1fc02e6c2767c9821f7430eea in 41ms, sequenceid=31, compaction requested=true 2024-12-06T14:55:15,320 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/default/TestLogRolling-testSlowSyncLogRolling/a6df02d1fc02e6c2767c9821f7430eea/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-06T14:55:15,321 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:55:15,321 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6df02d1fc02e6c2767c9821f7430eea: Waiting for close lock at 1733496915269Running coprocessor pre-close hooks at 1733496915270 (+1 ms)Disabling compacts and flushes for region at 1733496915270Disabling writes for close at 1733496915271 (+1 ms)Obtaining lock to block concurrent updates at 1733496915271Preparing flush snapshotting stores in a6df02d1fc02e6c2767c9821f7430eea at 1733496915271Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733496915272 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. at 1733496915274 (+2 ms)Flushing a6df02d1fc02e6c2767c9821f7430eea/info: creating writer at 1733496915274Flushing a6df02d1fc02e6c2767c9821f7430eea/info: appending metadata at 1733496915279 (+5 ms)Flushing a6df02d1fc02e6c2767c9821f7430eea/info: closing flushed file at 1733496915279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a2a8fdc: reopening flushed file at 1733496915302 (+23 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for a6df02d1fc02e6c2767c9821f7430eea in 41ms, sequenceid=31, compaction requested=true at 1733496915313 (+11 ms)Writing region close event to WAL at 1733496915314 (+1 ms)Running coprocessor post-close hooks at 1733496915321 (+7 ms)Closed at 1733496915321 2024-12-06T14:55:15,322 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733496857856.a6df02d1fc02e6c2767c9821f7430eea. 2024-12-06T14:55:15,330 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/ns/3f901282c54248f4aedb4e27695af331 is 43, key is default/ns:d/1733496857682/Put/seqid=0 2024-12-06T14:55:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741845_1021 (size=5153) 2024-12-06T14:55:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741845_1021 (size=5153) 2024-12-06T14:55:15,337 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/ns/3f901282c54248f4aedb4e27695af331 2024-12-06T14:55:15,359 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/table/1787a4caed934b07b2a4aeb1599f38a0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733496858328/Put/seqid=0 2024-12-06T14:55:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741846_1022 (size=5396) 2024-12-06T14:55:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741846_1022 (size=5396) 2024-12-06T14:55:15,366 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/table/1787a4caed934b07b2a4aeb1599f38a0 2024-12-06T14:55:15,376 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/info/b87e9df0a09f4b968ef1d6d007f282c5 as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/info/b87e9df0a09f4b968ef1d6d007f282c5 2024-12-06T14:55:15,387 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/info/b87e9df0a09f4b968ef1d6d007f282c5, entries=10, sequenceid=11, filesize=6.9 K 2024-12-06T14:55:15,388 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/ns/3f901282c54248f4aedb4e27695af331 as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/ns/3f901282c54248f4aedb4e27695af331 2024-12-06T14:55:15,399 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/ns/3f901282c54248f4aedb4e27695af331, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T14:55:15,401 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/.tmp/table/1787a4caed934b07b2a4aeb1599f38a0 as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/table/1787a4caed934b07b2a4aeb1599f38a0 2024-12-06T14:55:15,410 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/table/1787a4caed934b07b2a4aeb1599f38a0, entries=2, sequenceid=11, filesize=5.3 K 2024-12-06T14:55:15,412 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false 2024-12-06T14:55:15,417 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T14:55:15,418 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:55:15,418 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:55:15,418 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496915272Running coprocessor pre-close hooks at 1733496915272Disabling compacts and flushes for region at 1733496915272Disabling writes for close at 1733496915272Obtaining lock to block concurrent updates at 1733496915273 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733496915273Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733496915273Flushing stores of hbase:meta,,1.1588230740 at 1733496915274 (+1 ms)Flushing 1588230740/info: creating writer at 1733496915274Flushing 1588230740/info: appending metadata at 1733496915294 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733496915294Flushing 1588230740/ns: creating writer at 1733496915310 (+16 ms)Flushing 1588230740/ns: appending metadata at 1733496915329 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733496915329Flushing 1588230740/table: creating writer at 1733496915345 (+16 ms)Flushing 1588230740/table: appending metadata at 1733496915359 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733496915359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@424323dc: reopening flushed file at 1733496915375 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102813bc: reopening flushed file at 1733496915387 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5531d249: reopening flushed file at 1733496915399 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 139ms, sequenceid=11, compaction requested=false at 1733496915412 (+13 ms)Writing region close event to WAL at 1733496915413 (+1 ms)Running coprocessor post-close hooks at 1733496915418 (+5 ms)Closed at 1733496915418 2024-12-06T14:55:15,419 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:55:15,473 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,43905,1733496855174; all regions closed. 2024-12-06T14:55:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741834_1010 (size=3066) 2024-12-06T14:55:15,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741834_1010 (size=3066) 2024-12-06T14:55:15,485 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/oldWALs 2024-12-06T14:55:15,486 INFO [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C43905%2C1733496855174.meta:.meta(num 1733496857452) 2024-12-06T14:55:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741841_1017 (size=13164) 2024-12-06T14:55:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741841_1017 (size=13164) 2024-12-06T14:55:15,496 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/oldWALs 2024-12-06T14:55:15,496 INFO [RS:0;bb7ea3e46d9c:43905 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C43905%2C1733496855174:(num 1733496895129) 2024-12-06T14:55:15,496 DEBUG [RS:0;bb7ea3e46d9c:43905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:15,496 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:55:15,496 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:55:15,496 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:55:15,496 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:55:15,496 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:55:15,497 INFO [RS:0;bb7ea3e46d9c:43905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43905 2024-12-06T14:55:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:55:15,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,43905,1733496855174 2024-12-06T14:55:15,505 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:55:15,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,43905,1733496855174] 2024-12-06T14:55:15,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,43905,1733496855174 already deleted, retry=false 2024-12-06T14:55:15,526 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,43905,1733496855174 expired; onlineServers=0 2024-12-06T14:55:15,526 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,34259,1733496854402' ***** 2024-12-06T14:55:15,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:55:15,527 INFO [M:0;bb7ea3e46d9c:34259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:55:15,527 INFO [M:0;bb7ea3e46d9c:34259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:55:15,527 DEBUG [M:0;bb7ea3e46d9c:34259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:55:15,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:55:15,527 DEBUG [M:0;bb7ea3e46d9c:34259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:55:15,527 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496856672 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496856672,5,FailOnTimeoutGroup] 2024-12-06T14:55:15,527 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496856672 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496856672,5,FailOnTimeoutGroup] 2024-12-06T14:55:15,528 INFO [M:0;bb7ea3e46d9c:34259 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:55:15,528 INFO [M:0;bb7ea3e46d9c:34259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:55:15,528 DEBUG [M:0;bb7ea3e46d9c:34259 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:55:15,528 INFO [M:0;bb7ea3e46d9c:34259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:55:15,529 INFO [M:0;bb7ea3e46d9c:34259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:55:15,529 INFO [M:0;bb7ea3e46d9c:34259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:55:15,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:55:15,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:55:15,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:15,537 DEBUG [M:0;bb7ea3e46d9c:34259 {}] zookeeper.ZKUtil(347): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:55:15,537 WARN [M:0;bb7ea3e46d9c:34259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:55:15,539 INFO [M:0;bb7ea3e46d9c:34259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/.lastflushedseqids 2024-12-06T14:55:15,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741847_1023 (size=130) 2024-12-06T14:55:15,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741847_1023 (size=130) 2024-12-06T14:55:15,555 INFO [M:0;bb7ea3e46d9c:34259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:55:15,555 INFO [M:0;bb7ea3e46d9c:34259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:55:15,555 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:55:15,555 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:15,555 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:15,555 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:55:15,555 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:15,555 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-12-06T14:55:15,572 DEBUG [M:0;bb7ea3e46d9c:34259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/938a5b9a11ff480b82a377674e599a0b is 82, key is hbase:meta,,1/info:regioninfo/1733496857536/Put/seqid=0 2024-12-06T14:55:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741848_1024 (size=5672) 2024-12-06T14:55:15,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741848_1024 (size=5672) 2024-12-06T14:55:15,578 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/938a5b9a11ff480b82a377674e599a0b 2024-12-06T14:55:15,600 DEBUG [M:0;bb7ea3e46d9c:34259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c3fbac157a14bdcab4c079338fb337f is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733496858335/Put/seqid=0 2024-12-06T14:55:15,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741849_1025 (size=6247) 2024-12-06T14:55:15,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741849_1025 (size=6247) 2024-12-06T14:55:15,606 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c3fbac157a14bdcab4c079338fb337f 2024-12-06T14:55:15,612 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c3fbac157a14bdcab4c079338fb337f 2024-12-06T14:55:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:15,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43905-0x101ab22d0160001, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:15,617 INFO [RS:0;bb7ea3e46d9c:43905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:55:15,617 INFO [RS:0;bb7ea3e46d9c:43905 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,43905,1733496855174; zookeeper connection closed. 2024-12-06T14:55:15,618 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31f7f8a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31f7f8a0 2024-12-06T14:55:15,618 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T14:55:15,628 DEBUG [M:0;bb7ea3e46d9c:34259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eebf07ad67b4c2e82795b5951130607 is 69, key is bb7ea3e46d9c,43905,1733496855174/rs:state/1733496856765/Put/seqid=0 2024-12-06T14:55:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741850_1026 (size=5156) 2024-12-06T14:55:15,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741850_1026 (size=5156) 2024-12-06T14:55:15,635 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eebf07ad67b4c2e82795b5951130607 2024-12-06T14:55:15,658 DEBUG [M:0;bb7ea3e46d9c:34259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/39e09b10030842fa983c5309be7e179a is 52, key is load_balancer_on/state:d/1733496857835/Put/seqid=0 2024-12-06T14:55:15,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741851_1027 (size=5056) 2024-12-06T14:55:15,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741851_1027 (size=5056) 2024-12-06T14:55:15,664 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/39e09b10030842fa983c5309be7e179a 2024-12-06T14:55:15,672 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/938a5b9a11ff480b82a377674e599a0b as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/938a5b9a11ff480b82a377674e599a0b 2024-12-06T14:55:15,680 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/938a5b9a11ff480b82a377674e599a0b, entries=8, sequenceid=59, filesize=5.5 K 2024-12-06T14:55:15,682 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c3fbac157a14bdcab4c079338fb337f as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c3fbac157a14bdcab4c079338fb337f 2024-12-06T14:55:15,690 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c3fbac157a14bdcab4c079338fb337f 2024-12-06T14:55:15,690 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c3fbac157a14bdcab4c079338fb337f, entries=6, sequenceid=59, filesize=6.1 K 2024-12-06T14:55:15,691 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1eebf07ad67b4c2e82795b5951130607 as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1eebf07ad67b4c2e82795b5951130607 2024-12-06T14:55:15,699 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1eebf07ad67b4c2e82795b5951130607, entries=1, sequenceid=59, filesize=5.0 K 2024-12-06T14:55:15,701 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/39e09b10030842fa983c5309be7e179a as hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/39e09b10030842fa983c5309be7e179a 2024-12-06T14:55:15,708 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/39e09b10030842fa983c5309be7e179a, entries=1, sequenceid=59, filesize=4.9 K 2024-12-06T14:55:15,710 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=59, compaction requested=false 2024-12-06T14:55:15,712 INFO [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:15,712 DEBUG [M:0;bb7ea3e46d9c:34259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496915555Disabling compacts and flushes for region at 1733496915555Disabling writes for close at 1733496915555Obtaining lock to block concurrent updates at 1733496915555Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733496915555Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1733496915556 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733496915557 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733496915557Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733496915571 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733496915571Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733496915585 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733496915599 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733496915599Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733496915612 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733496915628 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733496915628Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733496915642 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733496915657 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733496915657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce0650b: reopening flushed file at 1733496915671 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f29bd: reopening flushed file at 1733496915680 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd3abbe: reopening flushed file at 1733496915690 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ecdbc13: reopening flushed file at 1733496915699 (+9 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=59, compaction requested=false at 1733496915710 (+11 ms)Writing region close event to WAL at 1733496915712 (+2 ms)Closed at 1733496915712 2024-12-06T14:55:15,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34213 is added to blk_1073741830_1006 (size=27973) 2024-12-06T14:55:15,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40263 is added to blk_1073741830_1006 (size=27973) 2024-12-06T14:55:15,715 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:55:15,716 INFO [M:0;bb7ea3e46d9c:34259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:55:15,716 INFO [M:0;bb7ea3e46d9c:34259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34259 2024-12-06T14:55:15,716 INFO [M:0;bb7ea3e46d9c:34259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:55:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:15,826 INFO [M:0;bb7ea3e46d9c:34259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:55:15,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34259-0x101ab22d0160000, quorum=127.0.0.1:52005, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:15,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:15,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:15,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:15,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:15,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:15,837 WARN [BP-301181200-172.17.0.2-1733496850173 heartbeating to localhost/127.0.0.1:44773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:15,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:15,837 WARN [BP-301181200-172.17.0.2-1733496850173 heartbeating to localhost/127.0.0.1:44773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-301181200-172.17.0.2-1733496850173 (Datanode Uuid 38f616cc-8d21-44b9-87df-cc09c74a6d6c) service to localhost/127.0.0.1:44773 2024-12-06T14:55:15,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:15,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data3/current/BP-301181200-172.17.0.2-1733496850173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:15,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data4/current/BP-301181200-172.17.0.2-1733496850173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:15,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:15,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:15,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:15,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:15,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:15,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:15,846 WARN [BP-301181200-172.17.0.2-1733496850173 heartbeating to localhost/127.0.0.1:44773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:15,846 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:15,846 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:15,846 WARN [BP-301181200-172.17.0.2-1733496850173 heartbeating to localhost/127.0.0.1:44773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-301181200-172.17.0.2-1733496850173 (Datanode Uuid b44e8429-bff0-4330-8cd1-bbf274472317) service to localhost/127.0.0.1:44773 2024-12-06T14:55:15,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data1/current/BP-301181200-172.17.0.2-1733496850173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:15,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/cluster_2d83aef1-3f48-8b4f-e4fd-e4f387294251/data/data2/current/BP-301181200-172.17.0.2-1733496850173 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:15,847 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:15,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:55:15,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:15,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:15,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:15,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:15,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:55:15,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:55:15,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=68 (was 12) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/bb7ea3e46d9c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/bb7ea3e46d9c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@74f8168d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bb7ea3e46d9c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/bb7ea3e46d9c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44773 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=138 (was 207), ProcessCount=11 (was 11), AvailableMemoryMB=6210 (was 7155) 2024-12-06T14:55:15,906 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=69, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=6211 2024-12-06T14:55:15,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.log.dir so I do NOT create it in target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a4d0c1a8-4c99-d7e1-2c8c-21f881a5a08e/hadoop.tmp.dir so I do NOT create it in target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4, deleteOnExit=true 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/test.cache.data in system properties and HBase conf 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:55:15,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:55:15,907 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:55:15,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:55:15,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:55:15,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:55:15,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:55:15,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:55:15,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:55:15,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:55:16,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:16,572 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:16,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:16,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:16,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:55:16,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:16,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9064200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:16,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1785141e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:16,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e4f11d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-34401-hadoop-hdfs-3_4_1-tests_jar-_-any-4230671374020095392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:55:16,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75e5eb37{HTTP/1.1, (http/1.1)}{localhost:34401} 2024-12-06T14:55:16,672 INFO [Time-limited test {}] server.Server(415): Started @68171ms 2024-12-06T14:55:16,842 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:55:16,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:16,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:16,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:16,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:16,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:55:16,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:16,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3b24ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:17,051 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d88bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-39851-hadoop-hdfs-3_4_1-tests_jar-_-any-9980558646909924144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:17,052 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57640d7c{HTTP/1.1, (http/1.1)}{localhost:39851} 2024-12-06T14:55:17,052 INFO [Time-limited test {}] server.Server(415): Started @68551ms 2024-12-06T14:55:17,054 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:17,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:17,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:17,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:17,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:17,100 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:55:17,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:17,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384418d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:17,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d47597c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-37883-hadoop-hdfs-3_4_1-tests_jar-_-any-14359122466849961433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:17,193 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fdbf{HTTP/1.1, (http/1.1)}{localhost:37883} 2024-12-06T14:55:17,193 INFO [Time-limited test {}] server.Server(415): Started @68693ms 2024-12-06T14:55:17,195 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:18,197 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data1/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:18,197 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data2/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:18,213 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84786226af5a71ca with lease ID 0x191796b3346dfa9a: Processing first storage report for DS-96935439-8dfe-4816-9efe-d3b908ec795b from datanode DatanodeRegistration(127.0.0.1:36679, datanodeUuid=8e5f31fd-a5b3-48a8-baad-c5bbb117e695, infoPort=33001, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84786226af5a71ca with lease ID 0x191796b3346dfa9a: from storage DS-96935439-8dfe-4816-9efe-d3b908ec795b node DatanodeRegistration(127.0.0.1:36679, datanodeUuid=8e5f31fd-a5b3-48a8-baad-c5bbb117e695, infoPort=33001, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x84786226af5a71ca with lease ID 0x191796b3346dfa9a: Processing first storage report for DS-9e3a32d9-efa1-45a1-b64a-1deed055610c from datanode DatanodeRegistration(127.0.0.1:36679, datanodeUuid=8e5f31fd-a5b3-48a8-baad-c5bbb117e695, infoPort=33001, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x84786226af5a71ca with lease ID 0x191796b3346dfa9a: from storage DS-9e3a32d9-efa1-45a1-b64a-1deed055610c node DatanodeRegistration(127.0.0.1:36679, datanodeUuid=8e5f31fd-a5b3-48a8-baad-c5bbb117e695, infoPort=33001, infoSecurePort=0, ipcPort=33403, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:18,341 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data3/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:18,341 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data4/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:18,356 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4773efb6f26aefdf with lease ID 0x191796b3346dfa9b: Processing first storage report for DS-eee0c756-7dc5-4905-8437-2f3391cf9979 from datanode DatanodeRegistration(127.0.0.1:32949, datanodeUuid=a0d1b0ad-3637-43d7-9a24-6a5af302f4cf, infoPort=33015, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4773efb6f26aefdf with lease ID 0x191796b3346dfa9b: from storage DS-eee0c756-7dc5-4905-8437-2f3391cf9979 node DatanodeRegistration(127.0.0.1:32949, datanodeUuid=a0d1b0ad-3637-43d7-9a24-6a5af302f4cf, infoPort=33015, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:55:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4773efb6f26aefdf with lease ID 0x191796b3346dfa9b: Processing first storage report for DS-72fca054-4f65-4dea-ac9c-b01b1ff2478c from datanode DatanodeRegistration(127.0.0.1:32949, datanodeUuid=a0d1b0ad-3637-43d7-9a24-6a5af302f4cf, infoPort=33015, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4773efb6f26aefdf with lease ID 0x191796b3346dfa9b: from storage DS-72fca054-4f65-4dea-ac9c-b01b1ff2478c node DatanodeRegistration(127.0.0.1:32949, datanodeUuid=a0d1b0ad-3637-43d7-9a24-6a5af302f4cf, infoPort=33015, infoSecurePort=0, ipcPort=46061, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:18,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84 2024-12-06T14:55:18,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/zookeeper_0, clientPort=52679, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:55:18,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52679 2024-12-06T14:55:18,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:55:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:55:18,466 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47 with version=8 2024-12-06T14:55:18,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase-staging 2024-12-06T14:55:18,469 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:55:18,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:55:18,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43943 2024-12-06T14:55:18,471 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43943 connecting to ZooKeeper ensemble=127.0.0.1:52679 2024-12-06T14:55:18,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439430x0, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:55:18,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43943-0x101ab23cd5d0000 connected 2024-12-06T14:55:18,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:18,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47, hbase.cluster.distributed=false 2024-12-06T14:55:18,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:55:18,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-06T14:55:18,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43943 2024-12-06T14:55:18,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43943 2024-12-06T14:55:18,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-06T14:55:18,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43943 2024-12-06T14:55:18,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:55:18,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:55:18,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36829 2024-12-06T14:55:18,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36829 connecting to ZooKeeper ensemble=127.0.0.1:52679 2024-12-06T14:55:18,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368290x0, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:55:18,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:18,647 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36829-0x101ab23cd5d0001 connected 2024-12-06T14:55:18,648 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:55:18,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:55:18,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:55:18,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:55:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36829 2024-12-06T14:55:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36829 2024-12-06T14:55:18,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36829 2024-12-06T14:55:18,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36829 2024-12-06T14:55:18,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36829 2024-12-06T14:55:18,662 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:43943 2024-12-06T14:55:18,662 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:18,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:18,668 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:55:18,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,679 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:55:18,680 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,43943,1733496918468 from backup master directory 2024-12-06T14:55:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:18,689 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:55:18,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:18,689 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,695 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/hbase.id] with ID: 5ca094c2-7424-4603-a26e-313312f3eede 2024-12-06T14:55:18,695 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/.tmp/hbase.id 2024-12-06T14:55:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:55:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:55:18,703 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/.tmp/hbase.id]:[hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/hbase.id] 2024-12-06T14:55:18,719 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:18,719 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:55:18,720 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T14:55:18,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:55:18,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:55:18,740 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:55:18,741 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:55:18,742 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:55:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:55:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:55:18,752 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store 2024-12-06T14:55:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:55:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:55:18,761 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:18,761 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:55:18,761 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:18,761 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:18,761 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:55:18,761 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:18,761 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:18,761 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496918761Disabling compacts and flushes for region at 1733496918761Disabling writes for close at 1733496918761Writing region close event to WAL at 1733496918761Closed at 1733496918761 2024-12-06T14:55:18,762 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/.initializing 2024-12-06T14:55:18,762 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,763 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:55:18,766 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C43943%2C1733496918468, suffix=, logDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/oldWALs, maxLogs=10 2024-12-06T14:55:18,778 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766, exclude list is [], retry=0 2024-12-06T14:55:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32949,DS-eee0c756-7dc5-4905-8437-2f3391cf9979,DISK] 2024-12-06T14:55:18,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-96935439-8dfe-4816-9efe-d3b908ec795b,DISK] 2024-12-06T14:55:18,784 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 2024-12-06T14:55:18,784 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33015:33015),(127.0.0.1/127.0.0.1:33001:33001)] 2024-12-06T14:55:18,784 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:55:18,784 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:18,784 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,784 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:55:18,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:18,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:18,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:55:18,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:18,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:55:18,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:18,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:18,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:55:18,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:18,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:18,795 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,796 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,797 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,798 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,798 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,799 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:55:18,800 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:18,803 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:55:18,804 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836860, jitterRate=0.06412313878536224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:55:18,805 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733496918784Initializing all the Stores at 1733496918786 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496918786Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496918786Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496918786Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496918786Cleaning up temporary data from old regions at 1733496918798 (+12 ms)Region opened successfully at 1733496918805 (+7 ms) 2024-12-06T14:55:18,805 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:55:18,811 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4986211f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:55:18,812 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:55:18,812 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:55:18,812 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:55:18,812 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:55:18,813 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T14:55:18,814 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T14:55:18,814 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:55:18,817 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:55:18,818 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:55:18,826 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:55:18,826 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:55:18,827 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:55:18,836 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:55:18,837 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:55:18,838 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:55:18,847 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:55:18,848 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:55:18,857 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:55:18,861 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:55:18,868 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:55:18,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:18,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:18,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,879 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,43943,1733496918468, sessionid=0x101ab23cd5d0000, setting cluster-up flag (Was=false) 2024-12-06T14:55:18,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,931 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:55:18,933 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:18,984 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:55:18,989 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:18,993 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:55:18,997 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:18,997 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:55:18,997 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:55:18,998 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,43943,1733496918468 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:55:19,000 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:19,000 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:19,000 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:19,000 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:19,001 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:55:19,001 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,001 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:55:19,001 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,002 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733496949002 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:55:19,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:19,003 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:55:19,004 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:55:19,004 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:55:19,004 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:55:19,004 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:55:19,004 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:55:19,005 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496919004,5,FailOnTimeoutGroup] 2024-12-06T14:55:19,005 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496919005,5,FailOnTimeoutGroup] 2024-12-06T14:55:19,005 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,005 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:55:19,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,005 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,005 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:55:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:55:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:55:19,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:55:19,017 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47 2024-12-06T14:55:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:55:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32949 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:55:19,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:19,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:55:19,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:55:19,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:55:19,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:55:19,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:55:19,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:55:19,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:55:19,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:55:19,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:55:19,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740 2024-12-06T14:55:19,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740 2024-12-06T14:55:19,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:55:19,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:55:19,046 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:55:19,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:55:19,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:55:19,052 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=791850, jitterRate=0.0068893879652023315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:55:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733496919028Initializing all the Stores at 1733496919029 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496919029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496919030 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496919030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496919030Cleaning up temporary data from old regions at 1733496919045 (+15 ms)Region opened successfully at 1733496919053 (+8 ms) 2024-12-06T14:55:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:55:19,053 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:55:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:55:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:55:19,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:55:19,054 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:55:19,054 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(746): ClusterId : 5ca094c2-7424-4603-a26e-313312f3eede 2024-12-06T14:55:19,054 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:55:19,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496919053Disabling compacts and flushes for region at 1733496919053Disabling writes for close at 1733496919053Writing region close event to WAL at 1733496919054 (+1 ms)Closed at 1733496919054 2024-12-06T14:55:19,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:19,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:55:19,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:55:19,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:55:19,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:55:19,066 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:55:19,067 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:55:19,079 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:55:19,080 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64314b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:55:19,090 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:36829 2024-12-06T14:55:19,090 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:55:19,090 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:55:19,090 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:55:19,091 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,43943,1733496918468 with port=36829, startcode=1733496918628 2024-12-06T14:55:19,091 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:55:19,092 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48091, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:55:19,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43943 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,095 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47 2024-12-06T14:55:19,095 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38761 2024-12-06T14:55:19,095 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:55:19,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:55:19,108 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] zookeeper.ZKUtil(111): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,108 WARN [RS:0;bb7ea3e46d9c:36829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:55:19,108 INFO [RS:0;bb7ea3e46d9c:36829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:55:19,109 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,109 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,36829,1733496918628] 2024-12-06T14:55:19,114 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:55:19,117 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:55:19,118 INFO [RS:0;bb7ea3e46d9c:36829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:55:19,118 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,118 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:55:19,119 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:55:19,120 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,120 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,121 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,121 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,121 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:19,121 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:55:19,121 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:55:19,121 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,121 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,122 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,122 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,122 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,122 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36829,1733496918628-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:55:19,136 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:55:19,137 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36829,1733496918628-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,137 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,137 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.Replication(171): bb7ea3e46d9c,36829,1733496918628 started 2024-12-06T14:55:19,150 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,150 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,36829,1733496918628, RpcServer on bb7ea3e46d9c/172.17.0.2:36829, sessionid=0x101ab23cd5d0001 2024-12-06T14:55:19,150 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:55:19,150 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,150 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36829,1733496918628' 2024-12-06T14:55:19,150 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:55:19,151 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:55:19,151 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:55:19,151 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:55:19,151 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,152 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36829,1733496918628' 2024-12-06T14:55:19,152 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:55:19,152 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:55:19,152 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:55:19,152 INFO [RS:0;bb7ea3e46d9c:36829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:55:19,152 INFO [RS:0;bb7ea3e46d9c:36829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:55:19,210 WARN [bb7ea3e46d9c:43943 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:55:19,253 INFO [RS:0;bb7ea3e46d9c:36829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:55:19,258 INFO [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36829%2C1733496918628, suffix=, logDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs, maxLogs=32 2024-12-06T14:55:19,274 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261, exclude list is [], retry=0 2024-12-06T14:55:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-96935439-8dfe-4816-9efe-d3b908ec795b,DISK] 2024-12-06T14:55:19,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32949,DS-eee0c756-7dc5-4905-8437-2f3391cf9979,DISK] 2024-12-06T14:55:19,280 INFO [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 2024-12-06T14:55:19,280 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33015:33015),(127.0.0.1/127.0.0.1:33001:33001)] 2024-12-06T14:55:19,460 DEBUG [bb7ea3e46d9c:43943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T14:55:19,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,36829,1733496918628, state=OPENING 2024-12-06T14:55:19,479 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:55:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:19,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:19,489 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:55:19,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:19,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36829,1733496918628}] 2024-12-06T14:55:19,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:19,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:55:19,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:55:19,650 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:55:19,650 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:55:19,651 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T14:55:19,654 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36829%2C1733496918628.meta, suffix=.meta, logDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628, archiveDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs, maxLogs=32 2024-12-06T14:55:19,670 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta, exclude list is [], retry=0 2024-12-06T14:55:19,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36679,DS-96935439-8dfe-4816-9efe-d3b908ec795b,DISK] 2024-12-06T14:55:19,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32949,DS-eee0c756-7dc5-4905-8437-2f3391cf9979,DISK] 2024-12-06T14:55:19,698 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta 2024-12-06T14:55:19,699 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33015:33015),(127.0.0.1/127.0.0.1:33001:33001)] 2024-12-06T14:55:19,700 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:55:19,700 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:55:19,700 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:55:19,701 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:55:19,701 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:55:19,701 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:19,701 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:55:19,701 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:55:19,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:55:19,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:55:19,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:55:19,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:55:19,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:55:19,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:55:19,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:55:19,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:55:19,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:19,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:19,714 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:55:19,715 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740 2024-12-06T14:55:19,717 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740 2024-12-06T14:55:19,719 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:55:19,719 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:55:19,720 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:55:19,722 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:55:19,723 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848314, jitterRate=0.07868742942810059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:55:19,723 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:55:19,724 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733496919701Writing region info on filesystem at 1733496919701Initializing all the Stores at 1733496919704 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496919704Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496919704Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496919704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496919704Cleaning up temporary data from old regions at 1733496919719 (+15 ms)Running coprocessor post-open hooks at 1733496919723 (+4 ms)Region opened successfully at 1733496919724 (+1 ms) 2024-12-06T14:55:19,725 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733496919642 2024-12-06T14:55:19,728 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:55:19,728 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:55:19,729 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,730 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,36829,1733496918628, state=OPEN 2024-12-06T14:55:19,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:55:19,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:55:19,798 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:19,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:19,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:19,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:55:19,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36829,1733496918628 in 309 msec 2024-12-06T14:55:19,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:55:19,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 747 msec 2024-12-06T14:55:19,808 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:19,808 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:55:19,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:55:19,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,36829,1733496918628, seqNum=-1] 2024-12-06T14:55:19,811 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:55:19,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47153, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:55:19,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 822 msec 2024-12-06T14:55:19,819 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733496919819, completionTime=-1 2024-12-06T14:55:19,819 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T14:55:19,819 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733496979822 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733497039822 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43943,1733496918468-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43943,1733496918468-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43943,1733496918468-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:43943, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,822 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,823 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,825 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.139sec 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:55:19,828 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43943,1733496918468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:55:19,829 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43943,1733496918468-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:55:19,832 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:55:19,832 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:55:19,832 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,43943,1733496918468-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:19,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a77a0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:55:19,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,43943,-1 for getting cluster id 2024-12-06T14:55:19,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:55:19,857 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ca094c2-7424-4603-a26e-313312f3eede' 2024-12-06T14:55:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:55:19,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ca094c2-7424-4603-a26e-313312f3eede" 2024-12-06T14:55:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26afa302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:55:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,43943,-1] 2024-12-06T14:55:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:55:19,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:19,860 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:55:19,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8b0c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:55:19,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:55:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,36829,1733496918628, seqNum=-1] 2024-12-06T14:55:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:55:19,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:55:19,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:19,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:19,871 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T14:55:19,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:19,884 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:19,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:19,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:19,885 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:55:19,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3deed92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:19,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1469ecc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:19,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f1e4ae0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-44801-hadoop-hdfs-3_4_1-tests_jar-_-any-3839031095840154385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:19,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63df46d{HTTP/1.1, (http/1.1)}{localhost:44801} 2024-12-06T14:55:19,977 INFO [Time-limited test {}] server.Server(415): Started @71476ms 2024-12-06T14:55:19,978 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:20,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:20,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:20,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:20,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:20,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:55:20,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12829752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:20,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d6e2528{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:20,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@390e479f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-33321-hadoop-hdfs-3_4_1-tests_jar-_-any-17422603988846546026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:20,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b45aed8{HTTP/1.1, (http/1.1)}{localhost:33321} 2024-12-06T14:55:20,109 INFO [Time-limited test {}] server.Server(415): Started @71608ms 2024-12-06T14:55:20,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:20,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:20,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:20,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:20,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:20,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:55:20,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e76946b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:20,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45bd619b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:20,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5addf1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-43795-hadoop-hdfs-3_4_1-tests_jar-_-any-4101029624372919323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:20,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@245d91f8{HTTP/1.1, (http/1.1)}{localhost:43795} 2024-12-06T14:55:20,233 INFO [Time-limited test {}] server.Server(415): Started @71733ms 2024-12-06T14:55:20,235 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:20,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:20,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:20,845 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:55:20,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:20,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:21,278 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data6/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:21,278 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data5/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:21,302 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x824206c9825cf79c with lease ID 0x191796b3346dfa9c: Processing first storage report for DS-1dd58157-7370-4c79-b64a-4fbfe6effa4b from datanode DatanodeRegistration(127.0.0.1:38293, datanodeUuid=a6dc7d93-8d3c-4e70-9fd6-e8b5254a21f8, infoPort=37157, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x824206c9825cf79c with lease ID 0x191796b3346dfa9c: from storage DS-1dd58157-7370-4c79-b64a-4fbfe6effa4b node DatanodeRegistration(127.0.0.1:38293, datanodeUuid=a6dc7d93-8d3c-4e70-9fd6-e8b5254a21f8, infoPort=37157, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x824206c9825cf79c with lease ID 0x191796b3346dfa9c: Processing first storage report for DS-3cc7a529-dc70-4464-9cf3-f92244e217cc from datanode DatanodeRegistration(127.0.0.1:38293, datanodeUuid=a6dc7d93-8d3c-4e70-9fd6-e8b5254a21f8, infoPort=37157, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:21,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x824206c9825cf79c with lease ID 0x191796b3346dfa9c: from storage DS-3cc7a529-dc70-4464-9cf3-f92244e217cc node DatanodeRegistration(127.0.0.1:38293, datanodeUuid=a6dc7d93-8d3c-4e70-9fd6-e8b5254a21f8, infoPort=37157, infoSecurePort=0, ipcPort=43757, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:21,522 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data7/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:21,525 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data8/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:21,545 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe00f965bd7486f91 with lease ID 0x191796b3346dfa9d: Processing first storage report for DS-431339e3-c4fe-4591-bdcc-a684d587f400 from datanode DatanodeRegistration(127.0.0.1:46559, datanodeUuid=6dddce1a-0914-40b5-9476-529d627dab02, infoPort=42017, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe00f965bd7486f91 with lease ID 0x191796b3346dfa9d: from storage DS-431339e3-c4fe-4591-bdcc-a684d587f400 node DatanodeRegistration(127.0.0.1:46559, datanodeUuid=6dddce1a-0914-40b5-9476-529d627dab02, infoPort=42017, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T14:55:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe00f965bd7486f91 with lease ID 0x191796b3346dfa9d: Processing first storage report for DS-90f74397-9cf1-4b95-add4-562d1692eb6b from datanode DatanodeRegistration(127.0.0.1:46559, datanodeUuid=6dddce1a-0914-40b5-9476-529d627dab02, infoPort=42017, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe00f965bd7486f91 with lease ID 0x191796b3346dfa9d: from storage DS-90f74397-9cf1-4b95-add4-562d1692eb6b node DatanodeRegistration(127.0.0.1:46559, datanodeUuid=6dddce1a-0914-40b5-9476-529d627dab02, infoPort=42017, infoSecurePort=0, ipcPort=46733, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:21,560 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data9/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:21,560 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data10/current/BP-79841517-172.17.0.2-1733496915935/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:21,579 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4521f7b8e13f322d with lease ID 0x191796b3346dfa9e: Processing first storage report for DS-c6a082af-e2bc-4643-9116-9c66b9b355e1 from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=092bac19-cb79-4397-8cec-e5775f259534, infoPort=38857, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4521f7b8e13f322d with lease ID 0x191796b3346dfa9e: from storage DS-c6a082af-e2bc-4643-9116-9c66b9b355e1 node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=092bac19-cb79-4397-8cec-e5775f259534, infoPort=38857, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4521f7b8e13f322d with lease ID 0x191796b3346dfa9e: Processing first storage report for DS-bcd07e84-4ea8-4750-903f-dbef794ec8e5 from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=092bac19-cb79-4397-8cec-e5775f259534, infoPort=38857, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935) 2024-12-06T14:55:21,582 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4521f7b8e13f322d with lease ID 0x191796b3346dfa9e: from storage DS-bcd07e84-4ea8-4750-903f-dbef794ec8e5 node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=092bac19-cb79-4397-8cec-e5775f259534, infoPort=38857, infoSecurePort=0, ipcPort=35867, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:21,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T14:55:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:21,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22645008 2024-12-06T14:55:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T14:55:21,679 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T14:55:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T14:55:21,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T14:55:21,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:55:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T14:55:21,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T14:55:21,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:21,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-06T14:55:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:55:21,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T14:55:21,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741835_1011 (size=393) 2024-12-06T14:55:21,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741835_1011 (size=393) 2024-12-06T14:55:21,696 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c66b47274c4a495a60b8775e095792b, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47 2024-12-06T14:55:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741836_1012 (size=76) 2024-12-06T14:55:21,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741836_1012 (size=76) 2024-12-06T14:55:21,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:21,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 0c66b47274c4a495a60b8775e095792b, disabling compactions & flushes 2024-12-06T14:55:21,704 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:21,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:21,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. after waiting 0 ms 2024-12-06T14:55:21,704 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:21,704 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:21,705 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c66b47274c4a495a60b8775e095792b: Waiting for close lock at 1733496921704Disabling compacts and flushes for region at 1733496921704Disabling writes for close at 1733496921704Writing region close event to WAL at 1733496921704Closed at 1733496921704 2024-12-06T14:55:21,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T14:55:21,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733496921706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733496921706"}]},"ts":"1733496921706"} 2024-12-06T14:55:21,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T14:55:21,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T14:55:21,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496921711"}]},"ts":"1733496921711"} 2024-12-06T14:55:21,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-06T14:55:21,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0c66b47274c4a495a60b8775e095792b, ASSIGN}] 2024-12-06T14:55:21,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0c66b47274c4a495a60b8775e095792b, ASSIGN 2024-12-06T14:55:21,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0c66b47274c4a495a60b8775e095792b, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,36829,1733496918628; forceNewPlan=false, retain=false 2024-12-06T14:55:21,868 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c66b47274c4a495a60b8775e095792b, regionState=OPENING, regionLocation=bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:21,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0c66b47274c4a495a60b8775e095792b, ASSIGN because future has completed 2024-12-06T14:55:21,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c66b47274c4a495a60b8775e095792b, server=bb7ea3e46d9c,36829,1733496918628}] 2024-12-06T14:55:22,045 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:22,045 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c66b47274c4a495a60b8775e095792b, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:55:22,045 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,045 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:22,046 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,046 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,048 INFO [StoreOpener-0c66b47274c4a495a60b8775e095792b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,051 INFO [StoreOpener-0c66b47274c4a495a60b8775e095792b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c66b47274c4a495a60b8775e095792b columnFamilyName info 2024-12-06T14:55:22,051 DEBUG [StoreOpener-0c66b47274c4a495a60b8775e095792b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:22,051 INFO [StoreOpener-0c66b47274c4a495a60b8775e095792b-1 {}] regionserver.HStore(327): Store=0c66b47274c4a495a60b8775e095792b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:22,052 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,053 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,054 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,055 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,055 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,058 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,063 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:55:22,064 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c66b47274c4a495a60b8775e095792b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709407, jitterRate=-0.09794299304485321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:55:22,064 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:22,065 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c66b47274c4a495a60b8775e095792b: Running coprocessor pre-open hook at 1733496922046Writing region info on filesystem at 1733496922046Initializing all the Stores at 1733496922048 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496922048Cleaning up temporary data from old regions at 1733496922055 (+7 ms)Running coprocessor post-open hooks at 1733496922064 (+9 ms)Region opened successfully at 1733496922065 (+1 ms) 2024-12-06T14:55:22,067 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b., pid=6, masterSystemTime=1733496922031 2024-12-06T14:55:22,070 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:22,070 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:22,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c66b47274c4a495a60b8775e095792b, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:22,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c66b47274c4a495a60b8775e095792b, server=bb7ea3e46d9c,36829,1733496918628 because future has completed 2024-12-06T14:55:22,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T14:55:22,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c66b47274c4a495a60b8775e095792b, server=bb7ea3e46d9c,36829,1733496918628 in 201 msec 2024-12-06T14:55:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T14:55:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0c66b47274c4a495a60b8775e095792b, ASSIGN in 364 msec 2024-12-06T14:55:22,083 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T14:55:22,083 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496922083"}]},"ts":"1733496922083"} 2024-12-06T14:55:22,085 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-06T14:55:22,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T14:55:22,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 406 msec 2024-12-06T14:55:24,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T14:55:24,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-06T14:55:24,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-06T14:55:25,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T14:55:25,115 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-06T14:55:27,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:55:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:27,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:55:31,727 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-06T14:55:31,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-06T14:55:31,728 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:55:31,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-06T14:55:31,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:55:31,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-06T14:55:31,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b., hostname=bb7ea3e46d9c,36829,1733496918628, seqNum=2] 2024-12-06T14:55:31,743 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-06T14:55:31,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T14:55:31,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:31,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1141206712_22 at /127.0.0.1:54934 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54934 dst: /127.0.0.1:36679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-221301340_22 at /127.0.0.1:41642 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:32949:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41642 dst: /127.0.0.1:32949 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-221301340_22 at /127.0.0.1:54972 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54972 dst: /127.0.0.1:36679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1141206712_22 at /127.0.0.1:41606 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:32949:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41606 dst: /127.0.0.1:32949 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,752 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-221301340_22 at /127.0.0.1:54964 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54964 dst: /127.0.0.1:36679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-221301340_22 at /127.0.0.1:41656 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:32949:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41656 dst: /127.0.0.1:32949 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d47597c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:31,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fdbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:31,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:31,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384418d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:31,755 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:31,756 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:31,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:31,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:31,756 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79841517-172.17.0.2-1733496915935 (Datanode Uuid a0d1b0ad-3637-43d7-9a24-6a5af302f4cf) service to localhost/127.0.0.1:38761 2024-12-06T14:55:31,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data3/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:31,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data4/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:31,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:31,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:31,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:31,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:31,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:31,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:55:31,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e950b4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:31,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28e48002{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:31,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39de5677{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/java.io.tmpdir/jetty-localhost-37209-hadoop-hdfs-3_4_1-tests_jar-_-any-12086389069730466963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:31,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aba7c39{HTTP/1.1, (http/1.1)}{localhost:37209} 2024-12-06T14:55:31,879 INFO [Time-limited test {}] server.Server(415): Started @83379ms 2024-12-06T14:55:31,881 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:31,908 WARN [AsyncFSWAL-0-hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47-prefix:bb7ea3e46d9c,36829,1733496918628 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,909 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C36829%2C1733496918628:(num 1733496919261) roll requested 2024-12-06T14:55:31,923 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496931909, exclude list is [], retry=0 2024-12-06T14:55:31,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-431339e3-c4fe-4591-bdcc-a684d587f400,DISK] 2024-12-06T14:55:31,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-c6a082af-e2bc-4643-9116-9c66b9b355e1,DISK] 2024-12-06T14:55:31,932 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496931909 2024-12-06T14:55:31,934 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42017:42017),(127.0.0.1/127.0.0.1:38857:38857)] 2024-12-06T14:55:31,934 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 is not closed yet, will try archiving it next time 2024-12-06T14:55:31,935 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,936 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:55:31,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:55:31,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:55:31,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:31,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:31,937 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:55:31,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:55:31,937 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=10352542, stopped=false 2024-12-06T14:55:31,937 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,43943,1733496918468 2024-12-06T14:55:31,937 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-06T14:55:31,938 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-06T14:55:31,938 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 2024-12-06T14:55:31,940 WARN [IPC Server handler 3 on default port 38761 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-06T14:55:31,944 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 after 4ms 2024-12-06T14:55:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:31,982 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:55:31,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:31,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:55:31,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:55:31,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:31,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:31,983 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,36829,1733496918628' ***** 2024-12-06T14:55:31,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:31,984 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:55:31,984 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-06T14:55:31,984 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c66b47274c4a495a60b8775e095792b 2024-12-06T14:55:31,984 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c66b47274c4a495a60b8775e095792b, disabling compactions & flushes 2024-12-06T14:55:31,984 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:31,985 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:31,985 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. after waiting 0 ms 2024-12-06T14:55:31,985 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:31,985 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c66b47274c4a495a60b8775e095792b 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-06T14:55:31,986 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:55:31,986 INFO [RS:0;bb7ea3e46d9c:36829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:55:31,986 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:55:31,987 INFO [RS:0;bb7ea3e46d9c:36829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:55:31,987 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:31,987 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:55:31,987 INFO [RS:0;bb7ea3e46d9c:36829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:36829. 2024-12-06T14:55:31,987 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:55:31,987 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:31,987 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:55:31,988 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:55:31,988 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:55:31,988 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:55:31,988 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T14:55:31,988 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0c66b47274c4a495a60b8775e095792b=TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b.} 2024-12-06T14:55:31,988 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1351): Waiting on 0c66b47274c4a495a60b8775e095792b, 1588230740 2024-12-06T14:55:31,988 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:55:31,989 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:55:31,989 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:55:31,989 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:55:31,989 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:55:31,989 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-06T14:55:31,990 WARN [AsyncFSWAL-0-hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47-prefix:bb7ea3e46d9c,36829,1733496918628.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:31,990 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C36829%2C1733496918628.meta:.meta(num 1733496919656) roll requested 2024-12-06T14:55:32,003 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496931991.meta, exclude list is [], retry=0 2024-12-06T14:55:32,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38293,DS-1dd58157-7370-4c79-b64a-4fbfe6effa4b,DISK] 2024-12-06T14:55:32,006 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:32949,DS-eee0c756-7dc5-4905-8437-2f3391cf9979,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-12-06T14:55:32,006 WARN [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496931991.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:32949 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:32,008 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/.tmp/info/80b6209ee94049b7b980717c5f57c79c is 1055, key is row0001/info:/1733496931741/Put/seqid=0 2024-12-06T14:55:32,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741839_1016 (size=7062) 2024-12-06T14:55:32,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38293 is added to blk_1073741839_1016 (size=7062) 2024-12-06T14:55:32,015 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/.tmp/info/80b6209ee94049b7b980717c5f57c79c 2024-12-06T14:55:32,023 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/.tmp/info/80b6209ee94049b7b980717c5f57c79c as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/info/80b6209ee94049b7b980717c5f57c79c 2024-12-06T14:55:32,031 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/info/80b6209ee94049b7b980717c5f57c79c, entries=2, sequenceid=6, filesize=6.9 K 2024-12-06T14:55:32,033 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0c66b47274c4a495a60b8775e095792b in 47ms, sequenceid=6, compaction requested=false 2024-12-06T14:55:32,038 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0c66b47274c4a495a60b8775e095792b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T14:55:32,039 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:32,039 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c66b47274c4a495a60b8775e095792b: Waiting for close lock at 1733496931984Running coprocessor pre-close hooks at 1733496931984Disabling compacts and flushes for region at 1733496931984Disabling writes for close at 1733496931985 (+1 ms)Obtaining lock to block concurrent updates at 1733496931985Preparing flush snapshotting stores in 0c66b47274c4a495a60b8775e095792b at 1733496931985Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733496931985Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. at 1733496931987 (+2 ms)Flushing 0c66b47274c4a495a60b8775e095792b/info: creating writer at 1733496931987Flushing 0c66b47274c4a495a60b8775e095792b/info: appending metadata at 1733496932008 (+21 ms)Flushing 0c66b47274c4a495a60b8775e095792b/info: closing flushed file at 1733496932008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ca321: reopening flushed file at 1733496932022 (+14 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0c66b47274c4a495a60b8775e095792b in 47ms, sequenceid=6, compaction requested=false at 1733496932033 (+11 ms)Writing region close event to WAL at 1733496932033Running coprocessor post-close hooks at 1733496932039 (+6 ms)Closed at 1733496932039 2024-12-06T14:55:32,039 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b. 2024-12-06T14:55:32,107 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496931991.meta, exclude list is [(127.0.0.1/127.0.0.1:33015:33015)], retry=1 2024-12-06T14:55:32,108 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-221301340_22 at /127.0.0.1:53378 [Receiving block BP-79841517-172.17.0.2-1733496915935:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:38293:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53378 dst: /127.0.0.1:38293 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:32,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-431339e3-c4fe-4591-bdcc-a684d587f400,DISK] 2024-12-06T14:55:32,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-c6a082af-e2bc-4643-9116-9c66b9b355e1,DISK] 2024-12-06T14:55:32,116 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496931991.meta 2024-12-06T14:55:32,117 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857),(127.0.0.1/127.0.0.1:42017:42017)] 2024-12-06T14:55:32,117 DEBUG [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta is not closed yet, will try archiving it next time 2024-12-06T14:55:32,117 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:32,117 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:32,118 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta 2024-12-06T14:55:32,118 WARN [IPC Server handler 3 on default port 38761 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-12-06T14:55:32,119 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta after 1ms 2024-12-06T14:55:32,122 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T14:55:32,122 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T14:55:32,133 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/info/201d933898554edfb8a7f652f4bbf844 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733496921680.0c66b47274c4a495a60b8775e095792b./info:regioninfo/1733496922071/Put/seqid=0 2024-12-06T14:55:32,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38293 is added to blk_1073741841_1019 (size=7089) 2024-12-06T14:55:32,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741841_1019 (size=7089) 2024-12-06T14:55:32,140 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/info/201d933898554edfb8a7f652f4bbf844 2024-12-06T14:55:32,161 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/ns/fe834f6978b84e3e9126280f00dd2b87 is 43, key is default/ns:d/1733496919813/Put/seqid=0 2024-12-06T14:55:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741842_1020 (size=5153) 2024-12-06T14:55:32,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38293 is added to blk_1073741842_1020 (size=5153) 2024-12-06T14:55:32,168 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/ns/fe834f6978b84e3e9126280f00dd2b87 2024-12-06T14:55:32,189 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T14:55:32,189 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/table/983d180e9be84e67b536d2319a24c3e5 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733496922083/Put/seqid=0 2024-12-06T14:55:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741843_1021 (size=5424) 2024-12-06T14:55:32,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38293 is added to blk_1073741843_1021 (size=5424) 2024-12-06T14:55:32,196 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/table/983d180e9be84e67b536d2319a24c3e5 2024-12-06T14:55:32,204 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/info/201d933898554edfb8a7f652f4bbf844 as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/info/201d933898554edfb8a7f652f4bbf844 2024-12-06T14:55:32,212 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/info/201d933898554edfb8a7f652f4bbf844, entries=10, sequenceid=11, filesize=6.9 K 2024-12-06T14:55:32,213 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/ns/fe834f6978b84e3e9126280f00dd2b87 as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/ns/fe834f6978b84e3e9126280f00dd2b87 2024-12-06T14:55:32,221 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/ns/fe834f6978b84e3e9126280f00dd2b87, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T14:55:32,222 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/.tmp/table/983d180e9be84e67b536d2319a24c3e5 as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/table/983d180e9be84e67b536d2319a24c3e5 2024-12-06T14:55:32,230 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/table/983d180e9be84e67b536d2319a24c3e5, entries=2, sequenceid=11, filesize=5.3 K 2024-12-06T14:55:32,231 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 242ms, sequenceid=11, compaction requested=false 2024-12-06T14:55:32,237 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T14:55:32,237 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:55:32,237 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:55:32,238 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496931988Running coprocessor pre-close hooks at 1733496931988Disabling compacts and flushes for region at 1733496931988Disabling writes for close at 1733496931989 (+1 ms)Obtaining lock to block concurrent updates at 1733496931989Preparing flush snapshotting stores in 1588230740 at 1733496931989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733496931990 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733496932117 (+127 ms)Flushing 1588230740/info: creating writer at 1733496932117Flushing 1588230740/info: appending metadata at 1733496932133 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733496932133Flushing 1588230740/ns: creating writer at 1733496932147 (+14 ms)Flushing 1588230740/ns: appending metadata at 1733496932161 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733496932161Flushing 1588230740/table: creating writer at 1733496932174 (+13 ms)Flushing 1588230740/table: appending metadata at 1733496932189 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733496932189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27981374: reopening flushed file at 1733496932202 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67eb8ae7: reopening flushed file at 1733496932212 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4babe716: reopening flushed file at 1733496932221 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 242ms, sequenceid=11, compaction requested=false at 1733496932231 (+10 ms)Writing region close event to WAL at 1733496932232 (+1 ms)Running coprocessor post-close hooks at 1733496932237 (+5 ms)Closed at 1733496932237 2024-12-06T14:55:32,238 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:55:32,287 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5f93e905a8586be with lease ID 0x191796b3346dfa9f: from storage DS-eee0c756-7dc5-4905-8437-2f3391cf9979 node DatanodeRegistration(127.0.0.1:42029, datanodeUuid=a0d1b0ad-3637-43d7-9a24-6a5af302f4cf, infoPort=36475, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5f93e905a8586be with lease ID 0x191796b3346dfa9f: from storage DS-72fca054-4f65-4dea-ac9c-b01b1ff2478c node DatanodeRegistration(127.0.0.1:42029, datanodeUuid=a0d1b0ad-3637-43d7-9a24-6a5af302f4cf, infoPort=36475, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2011153814;c=1733496915935), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:32,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741833_1014 (size=1599) 2024-12-06T14:55:32,389 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,36829,1733496918628; all regions closed. 2024-12-06T14:55:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741840_1017 (size=825) 2024-12-06T14:55:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741840_1017 (size=825) 2024-12-06T14:55:33,123 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:55:34,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-06T14:55:34,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:55:34,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T14:55:35,945 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 after 4007ms 2024-12-06T14:55:35,945 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 to hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs/bb7ea3e46d9c%2C36829%2C1733496918628.1733496919261 2024-12-06T14:55:36,119 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta after 4001ms 2024-12-06T14:55:36,120 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/WALs/bb7ea3e46d9c,36829,1733496918628/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta to hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs/bb7ea3e46d9c%2C36829%2C1733496918628.meta.1733496919656.meta 2024-12-06T14:55:36,125 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs 2024-12-06T14:55:36,125 INFO [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C36829%2C1733496918628.meta:.meta(num 1733496931991) 2024-12-06T14:55:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741837_1013 (size=2288) 2024-12-06T14:55:36,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741837_1013 (size=2288) 2024-12-06T14:55:36,133 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs 2024-12-06T14:55:36,133 INFO [RS:0;bb7ea3e46d9c:36829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C36829%2C1733496918628:(num 1733496931909) 2024-12-06T14:55:36,133 DEBUG [RS:0;bb7ea3e46d9c:36829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:36,133 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:55:36,133 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:55:36,133 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T14:55:36,133 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:55:36,133 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:55:36,134 INFO [RS:0;bb7ea3e46d9c:36829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36829 2024-12-06T14:55:36,191 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:55:36,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,36829,1733496918628 2024-12-06T14:55:36,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:55:36,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,36829,1733496918628] 2024-12-06T14:55:36,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,36829,1733496918628 already deleted, retry=false 2024-12-06T14:55:36,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,36829,1733496918628 expired; onlineServers=0 2024-12-06T14:55:36,215 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,43943,1733496918468' ***** 2024-12-06T14:55:36,215 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:55:36,215 INFO [M:0;bb7ea3e46d9c:43943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:55:36,215 INFO [M:0;bb7ea3e46d9c:43943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:55:36,215 DEBUG [M:0;bb7ea3e46d9c:43943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:55:36,215 DEBUG [M:0;bb7ea3e46d9c:43943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:55:36,215 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:55:36,215 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496919004 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496919004,5,FailOnTimeoutGroup] 2024-12-06T14:55:36,215 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496919005 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496919005,5,FailOnTimeoutGroup] 2024-12-06T14:55:36,215 INFO [M:0;bb7ea3e46d9c:43943 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:55:36,216 INFO [M:0;bb7ea3e46d9c:43943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:55:36,216 DEBUG [M:0;bb7ea3e46d9c:43943 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:55:36,216 INFO [M:0;bb7ea3e46d9c:43943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:55:36,216 INFO [M:0;bb7ea3e46d9c:43943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:55:36,216 INFO [M:0;bb7ea3e46d9c:43943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:55:36,216 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:55:36,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:55:36,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:36,226 DEBUG [M:0;bb7ea3e46d9c:43943 {}] zookeeper.ZKUtil(347): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:55:36,226 WARN [M:0;bb7ea3e46d9c:43943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:55:36,228 INFO [M:0;bb7ea3e46d9c:43943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/.lastflushedseqids 2024-12-06T14:55:36,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741833_1014 (size=1599) 2024-12-06T14:55:36,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36679 is added to blk_1073741844_1022 (size=139) 2024-12-06T14:55:36,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741844_1022 (size=139) 2024-12-06T14:55:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:36,304 INFO [RS:0;bb7ea3e46d9c:36829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:55:36,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36829-0x101ab23cd5d0001, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:36,304 INFO [RS:0;bb7ea3e46d9c:36829 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,36829,1733496918628; zookeeper connection closed. 2024-12-06T14:55:36,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a05aa49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a05aa49 2024-12-06T14:55:36,305 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T14:55:36,639 INFO [M:0;bb7ea3e46d9c:43943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:55:36,640 INFO [M:0;bb7ea3e46d9c:43943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:55:36,640 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:55:36,640 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:36,640 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:36,640 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:55:36,640 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:36,640 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-12-06T14:55:36,641 WARN [AsyncFSWAL-0-hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData-prefix:bb7ea3e46d9c,43943,1733496918468 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:36,641 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL bb7ea3e46d9c%2C43943%2C1733496918468:(num 1733496918766) roll requested 2024-12-06T14:55:36,659 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496936642, exclude list is [], retry=0 2024-12-06T14:55:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-c6a082af-e2bc-4643-9116-9c66b9b355e1,DISK] 2024-12-06T14:55:36,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46559,DS-431339e3-c4fe-4591-bdcc-a684d587f400,DISK] 2024-12-06T14:55:36,666 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496936642 2024-12-06T14:55:36,666 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38857:38857),(127.0.0.1/127.0.0.1:42017:42017)] 2024-12-06T14:55:36,666 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 is not closed yet, will try archiving it next time 2024-12-06T14:55:36,666 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:36,667 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T14:55:36,667 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 2024-12-06T14:55:36,668 WARN [IPC Server handler 4 on default port 38761 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-06T14:55:36,668 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 after 1ms 2024-12-06T14:55:36,689 DEBUG [M:0;bb7ea3e46d9c:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c08761b3fa49bba7e2399fa1e8f26b is 82, key is hbase:meta,,1/info:regioninfo/1733496919729/Put/seqid=0 2024-12-06T14:55:36,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741846_1025 (size=5672) 2024-12-06T14:55:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741846_1025 (size=5672) 2024-12-06T14:55:36,698 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c08761b3fa49bba7e2399fa1e8f26b 2024-12-06T14:55:36,730 DEBUG [M:0;bb7ea3e46d9c:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22e9eda9b5024dfd9ee4db0d5a774401 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733496922088/Put/seqid=0 2024-12-06T14:55:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741847_1026 (size=6114) 2024-12-06T14:55:36,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741847_1026 (size=6114) 2024-12-06T14:55:36,744 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22e9eda9b5024dfd9ee4db0d5a774401 2024-12-06T14:55:36,770 DEBUG [M:0;bb7ea3e46d9c:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0763597859d84a2e8f20bf805f73b975 is 69, key is bb7ea3e46d9c,36829,1733496918628/rs:state/1733496919093/Put/seqid=0 2024-12-06T14:55:36,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38293 is added to blk_1073741848_1027 (size=5156) 2024-12-06T14:55:36,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741848_1027 (size=5156) 2024-12-06T14:55:36,783 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0763597859d84a2e8f20bf805f73b975 2024-12-06T14:55:36,814 DEBUG [M:0;bb7ea3e46d9c:43943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/aa6bcd0320a8494393d09535133c7151 is 52, key is load_balancer_on/state:d/1733496919869/Put/seqid=0 2024-12-06T14:55:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42029 is added to blk_1073741849_1028 (size=5056) 2024-12-06T14:55:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741849_1028 (size=5056) 2024-12-06T14:55:36,823 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/aa6bcd0320a8494393d09535133c7151 2024-12-06T14:55:36,830 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89c08761b3fa49bba7e2399fa1e8f26b as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c08761b3fa49bba7e2399fa1e8f26b 2024-12-06T14:55:36,837 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89c08761b3fa49bba7e2399fa1e8f26b, entries=8, sequenceid=56, filesize=5.5 K 2024-12-06T14:55:36,839 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22e9eda9b5024dfd9ee4db0d5a774401 as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22e9eda9b5024dfd9ee4db0d5a774401 2024-12-06T14:55:36,847 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22e9eda9b5024dfd9ee4db0d5a774401, entries=6, sequenceid=56, filesize=6.0 K 2024-12-06T14:55:36,849 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0763597859d84a2e8f20bf805f73b975 as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0763597859d84a2e8f20bf805f73b975 2024-12-06T14:55:36,857 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0763597859d84a2e8f20bf805f73b975, entries=1, sequenceid=56, filesize=5.0 K 2024-12-06T14:55:36,859 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/aa6bcd0320a8494393d09535133c7151 as hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/aa6bcd0320a8494393d09535133c7151 2024-12-06T14:55:36,867 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/aa6bcd0320a8494393d09535133c7151, entries=1, sequenceid=56, filesize=4.9 K 2024-12-06T14:55:36,868 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 228ms, sequenceid=56, compaction requested=false 2024-12-06T14:55:36,870 INFO [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:36,870 DEBUG [M:0;bb7ea3e46d9c:43943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496936640Disabling compacts and flushes for region at 1733496936640Disabling writes for close at 1733496936640Obtaining lock to block concurrent updates at 1733496936640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733496936640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1733496936641 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733496936669 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733496936669Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733496936689 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733496936689Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733496936711 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733496936730 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733496936730Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733496936754 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733496936770 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733496936770Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733496936792 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733496936813 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733496936813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1026c5ca: reopening flushed file at 1733496936829 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@399b56e0: reopening flushed file at 1733496936838 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77ca6033: reopening flushed file at 1733496936847 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37918ba2: reopening flushed file at 1733496936857 (+10 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 228ms, sequenceid=56, compaction requested=false at 1733496936868 (+11 ms)Writing region close event to WAL at 1733496936870 (+2 ms)Closed at 1733496936870 2024-12-06T14:55:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46559 is added to blk_1073741845_1023 (size=757) 2024-12-06T14:55:36,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741845_1023 (size=757) 2024-12-06T14:55:37,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:55:37,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:37,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:37,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:40,670 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 after 4002ms 2024-12-06T14:55:40,671 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/WALs/bb7ea3e46d9c,43943,1733496918468/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 to hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/oldWALs/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 2024-12-06T14:55:40,677 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/MasterData/oldWALs/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766 to hdfs://localhost:38761/user/jenkins/test-data/ef1286ba-5ba0-21c8-6776-189eb6050d47/oldWALs/bb7ea3e46d9c%2C43943%2C1733496918468.1733496918766$masterlocalwal$ 2024-12-06T14:55:40,678 INFO [M:0;bb7ea3e46d9c:43943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:55:40,678 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:55:40,678 INFO [M:0;bb7ea3e46d9c:43943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43943 2024-12-06T14:55:40,678 INFO [M:0;bb7ea3e46d9c:43943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:55:40,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:40,873 INFO [M:0;bb7ea3e46d9c:43943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:55:40,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43943-0x101ab23cd5d0000, quorum=127.0.0.1:52679, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:55:40,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39de5677{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:40,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aba7c39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:40,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:40,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28e48002{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:40,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e950b4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:40,915 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:40,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:40,915 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79841517-172.17.0.2-1733496915935 (Datanode Uuid a0d1b0ad-3637-43d7-9a24-6a5af302f4cf) service to localhost/127.0.0.1:38761 2024-12-06T14:55:40,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:40,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data3/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data4/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:40,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5addf1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:40,942 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@245d91f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:40,942 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:40,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45bd619b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:40,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e76946b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:40,944 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:40,944 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:40,945 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:40,945 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79841517-172.17.0.2-1733496915935 (Datanode Uuid 092bac19-cb79-4397-8cec-e5775f259534) service to localhost/127.0.0.1:38761 2024-12-06T14:55:40,945 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data9/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,946 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data10/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,946 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:40,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@390e479f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:40,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b45aed8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:40,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:40,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d6e2528{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:40,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12829752{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:40,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:40,958 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:40,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:40,958 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79841517-172.17.0.2-1733496915935 (Datanode Uuid 6dddce1a-0914-40b5-9476-529d627dab02) service to localhost/127.0.0.1:38761 2024-12-06T14:55:40,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data7/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data8/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,959 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:40,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f1e4ae0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:40,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63df46d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:40,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:40,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1469ecc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:40,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3deed92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:40,972 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:40,972 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:40,972 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:40,972 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79841517-172.17.0.2-1733496915935 (Datanode Uuid a6dc7d93-8d3c-4e70-9fd6-e8b5254a21f8) service to localhost/127.0.0.1:38761 2024-12-06T14:55:40,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data5/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,973 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data6/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,973 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:40,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d88bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:40,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57640d7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:40,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:40,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3b24ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:40,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:40,985 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:55:40,985 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:55:40,985 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:55:40,985 WARN [BP-79841517-172.17.0.2-1733496915935 heartbeating to localhost/127.0.0.1:38761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-79841517-172.17.0.2-1733496915935 (Datanode Uuid 8e5f31fd-a5b3-48a8-baad-c5bbb117e695) service to localhost/127.0.0.1:38761 2024-12-06T14:55:40,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data1/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,986 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/cluster_81cbf8a4-e508-7563-b7fc-239ae59672e4/data/data2/current/BP-79841517-172.17.0.2-1733496915935 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:55:40,986 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:55:40,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e4f11d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:55:40,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75e5eb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:55:40,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:55:40,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1785141e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:55:40,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9064200{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir/,STOPPED} 2024-12-06T14:55:41,007 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:55:41,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:55:41,060 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=103 (was 69) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38761 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 138) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6292 (was 6211) - AvailableMemoryMB LEAK? - 2024-12-06T14:55:41,071 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=103, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=6291 2024-12-06T14:55:41,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:55:41,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.log.dir so I do NOT create it in target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007 2024-12-06T14:55:41,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b7aebb33-2691-84c9-10c2-4c06629d5e84/hadoop.tmp.dir so I do NOT create it in target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007 2024-12-06T14:55:41,071 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77, deleteOnExit=true 2024-12-06T14:55:41,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T14:55:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/test.cache.data in system properties and HBase conf 2024-12-06T14:55:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:55:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:55:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:55:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:55:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:55:41,073 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:55:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:55:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:55:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:55:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:55:41,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:55:41,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:55:41,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:55:41,521 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:41,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:41,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:41,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:41,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:55:41,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:41,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d13024f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:41,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffe7f97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:41,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbc3fd1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/java.io.tmpdir/jetty-localhost-43635-hadoop-hdfs-3_4_1-tests_jar-_-any-18123143034869868647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:55:41,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9356750{HTTP/1.1, (http/1.1)}{localhost:43635} 2024-12-06T14:55:41,727 INFO [Time-limited test {}] server.Server(415): Started @93227ms 2024-12-06T14:55:42,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:42,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:42,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:42,143 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:42,143 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:55:42,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42510b51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:42,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4b3624{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:42,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b801e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/java.io.tmpdir/jetty-localhost-45607-hadoop-hdfs-3_4_1-tests_jar-_-any-11208595390101158834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:42,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42918f88{HTTP/1.1, (http/1.1)}{localhost:45607} 2024-12-06T14:55:42,283 INFO [Time-limited test {}] server.Server(415): Started @93782ms 2024-12-06T14:55:42,285 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:42,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:55:42,360 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:55:42,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:55:42,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:55:42,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:55:42,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@267a4bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:55:42,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@327e4fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:55:42,478 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bd09b34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-17533484496267939766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:55:42,478 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9b7b21{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-12-06T14:55:42,478 INFO [Time-limited test {}] server.Server(415): Started @93978ms 2024-12-06T14:55:42,480 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:55:43,261 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data1/current/BP-520452755-172.17.0.2-1733496941108/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:43,261 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data2/current/BP-520452755-172.17.0.2-1733496941108/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:43,280 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:43,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf2ee4df276fc3a9 with lease ID 0x2085575a1f6248fc: Processing first storage report for DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=e5d0c53a-803d-4561-af34-0583890ee380, infoPort=33351, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108) 2024-12-06T14:55:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf2ee4df276fc3a9 with lease ID 0x2085575a1f6248fc: from storage DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=e5d0c53a-803d-4561-af34-0583890ee380, infoPort=33351, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf2ee4df276fc3a9 with lease ID 0x2085575a1f6248fc: Processing first storage report for DS-406889a8-362c-4e60-a552-36cbde69c581 from datanode DatanodeRegistration(127.0.0.1:34509, datanodeUuid=e5d0c53a-803d-4561-af34-0583890ee380, infoPort=33351, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108) 2024-12-06T14:55:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf2ee4df276fc3a9 with lease ID 0x2085575a1f6248fc: from storage DS-406889a8-362c-4e60-a552-36cbde69c581 node DatanodeRegistration(127.0.0.1:34509, datanodeUuid=e5d0c53a-803d-4561-af34-0583890ee380, infoPort=33351, infoSecurePort=0, ipcPort=44783, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:43,463 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data3/current/BP-520452755-172.17.0.2-1733496941108/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:43,463 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data4/current/BP-520452755-172.17.0.2-1733496941108/current, will proceed with Du for space computation calculation, 2024-12-06T14:55:43,481 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:55:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc55502054090843 with lease ID 0x2085575a1f6248fd: Processing first storage report for DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c from datanode DatanodeRegistration(127.0.0.1:45589, datanodeUuid=a11c6f6f-776f-4e67-a354-bfdcf90d5efb, infoPort=36451, infoSecurePort=0, ipcPort=44185, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108) 2024-12-06T14:55:43,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc55502054090843 with lease ID 0x2085575a1f6248fd: from storage DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=a11c6f6f-776f-4e67-a354-bfdcf90d5efb, infoPort=36451, infoSecurePort=0, ipcPort=44185, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc55502054090843 with lease ID 0x2085575a1f6248fd: Processing first storage report for DS-4c2c4781-1492-429b-a2e9-382e7ff065d9 from datanode DatanodeRegistration(127.0.0.1:45589, datanodeUuid=a11c6f6f-776f-4e67-a354-bfdcf90d5efb, infoPort=36451, infoSecurePort=0, ipcPort=44185, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108) 2024-12-06T14:55:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc55502054090843 with lease ID 0x2085575a1f6248fd: from storage DS-4c2c4781-1492-429b-a2e9-382e7ff065d9 node DatanodeRegistration(127.0.0.1:45589, datanodeUuid=a11c6f6f-776f-4e67-a354-bfdcf90d5efb, infoPort=36451, infoSecurePort=0, ipcPort=44185, storageInfo=lv=-57;cid=testClusterID;nsid=1994381271;c=1733496941108), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:55:43,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007 2024-12-06T14:55:43,563 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/zookeeper_0, clientPort=59569, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:55:43,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59569 2024-12-06T14:55:43,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:55:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:55:43,576 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8 with version=8 2024-12-06T14:55:43,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase-staging 2024-12-06T14:55:43,578 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:55:43,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:55:43,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41321 2024-12-06T14:55:43,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41321 connecting to ZooKeeper ensemble=127.0.0.1:59569 2024-12-06T14:55:43,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413210x0, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:55:43,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41321-0x101ab242f740000 connected 2024-12-06T14:55:43,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:43,733 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8, hbase.cluster.distributed=false 2024-12-06T14:55:43,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:55:43,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41321 2024-12-06T14:55:43,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41321 2024-12-06T14:55:43,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41321 2024-12-06T14:55:43,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41321 2024-12-06T14:55:43,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41321 2024-12-06T14:55:43,756 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:55:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:43,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:55:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:55:43,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:55:43,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:55:43,757 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:55:43,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45545 2024-12-06T14:55:43,758 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45545 connecting to ZooKeeper ensemble=127.0.0.1:59569 2024-12-06T14:55:43,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455450x0, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:55:43,772 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45545-0x101ab242f740001 connected 2024-12-06T14:55:43,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:55:43,772 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:55:43,773 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:55:43,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:55:43,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:55:43,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45545 2024-12-06T14:55:43,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45545 2024-12-06T14:55:43,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45545 2024-12-06T14:55:43,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45545 2024-12-06T14:55:43,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45545 2024-12-06T14:55:43,791 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:41321 2024-12-06T14:55:43,791 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:43,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:43,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:43,804 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:55:43,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:43,815 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:55:43,815 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,41321,1733496943578 from backup master directory 2024-12-06T14:55:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:43,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:55:43,825 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:55:43,825 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:43,832 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/hbase.id] with ID: 4e438d44-020f-459a-ae29-262cc5db07d4 2024-12-06T14:55:43,832 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/.tmp/hbase.id 2024-12-06T14:55:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:55:43,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:55:43,841 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/.tmp/hbase.id]:[hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/hbase.id] 2024-12-06T14:55:43,855 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:43,855 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:55:43,857 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T14:55:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:55:43,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:55:43,875 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:55:43,876 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:55:43,876 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:55:43,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:55:43,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:55:43,887 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store 2024-12-06T14:55:43,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:55:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:55:43,896 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:43,896 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:55:43,896 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:43,896 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:43,896 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:55:43,896 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:43,896 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:55:43,896 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496943896Disabling compacts and flushes for region at 1733496943896Disabling writes for close at 1733496943896Writing region close event to WAL at 1733496943896Closed at 1733496943896 2024-12-06T14:55:43,897 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/.initializing 2024-12-06T14:55:43,897 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/WALs/bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:43,898 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:55:43,900 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C41321%2C1733496943578, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/WALs/bb7ea3e46d9c,41321,1733496943578, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/oldWALs, maxLogs=10 2024-12-06T14:55:43,918 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/WALs/bb7ea3e46d9c,41321,1733496943578/bb7ea3e46d9c%2C41321%2C1733496943578.1733496943901, exclude list is [], retry=0 2024-12-06T14:55:43,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d,DISK] 2024-12-06T14:55:43,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c,DISK] 2024-12-06T14:55:43,923 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/WALs/bb7ea3e46d9c,41321,1733496943578/bb7ea3e46d9c%2C41321%2C1733496943578.1733496943901 2024-12-06T14:55:43,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351),(127.0.0.1/127.0.0.1:36451:36451)] 2024-12-06T14:55:43,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:55:43,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:43,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,923 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:55:43,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:43,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:43,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:55:43,928 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:43,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:43,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:55:43,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:43,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:43,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:55:43,932 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:43,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:43,932 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,933 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,933 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,934 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,934 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,935 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:55:43,936 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:55:43,938 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:55:43,938 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=800867, jitterRate=0.01835554838180542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:55:43,939 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733496943924Initializing all the Stores at 1733496943925 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496943925Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496943925Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496943925Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496943925Cleaning up temporary data from old regions at 1733496943935 (+10 ms)Region opened successfully at 1733496943939 (+4 ms) 2024-12-06T14:55:43,939 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:55:43,942 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee527bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:55:43,943 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:55:43,943 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:55:43,943 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:55:43,944 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:55:43,944 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T14:55:43,944 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T14:55:43,944 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:55:43,947 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:55:43,948 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:55:43,958 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:55:43,959 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:55:43,960 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:55:43,971 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:55:43,972 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:55:43,974 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:55:43,982 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:55:43,984 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:55:43,993 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:55:43,995 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:55:44,003 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:55:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:55:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,015 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,41321,1733496943578, sessionid=0x101ab242f740000, setting cluster-up flag (Was=false) 2024-12-06T14:55:44,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,067 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:55:44,070 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,119 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:55:44,122 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:44,125 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:55:44,128 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:44,129 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:55:44,129 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:55:44,130 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,41321,1733496943578 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:55:44,132 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733496974133 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:55:44,133 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,134 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:44,134 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:55:44,134 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:55:44,134 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:55:44,134 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:55:44,134 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:55:44,134 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:55:44,135 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496944134,5,FailOnTimeoutGroup] 2024-12-06T14:55:44,135 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496944135,5,FailOnTimeoutGroup] 2024-12-06T14:55:44,135 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,135 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:55:44,135 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,135 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,135 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,135 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:55:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:55:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:55:44,144 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:55:44,144 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8 2024-12-06T14:55:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:55:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:55:44,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:44,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:55:44,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:55:44,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:55:44,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:55:44,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:55:44,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:55:44,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:55:44,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:55:44,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:55:44,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740 2024-12-06T14:55:44,165 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740 2024-12-06T14:55:44,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:55:44,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:55:44,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:55:44,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:55:44,171 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:55:44,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794417, jitterRate=0.010153904557228088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:55:44,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733496944153Initializing all the Stores at 1733496944155 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496944155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496944155Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496944155Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496944155Cleaning up temporary data from old regions at 1733496944167 (+12 ms)Region opened successfully at 1733496944172 (+5 ms) 2024-12-06T14:55:44,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:55:44,172 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:55:44,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:55:44,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:55:44,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:55:44,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:55:44,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496944172Disabling compacts and flushes for region at 1733496944172Disabling writes for close at 1733496944172Writing region close event to WAL at 1733496944173 (+1 ms)Closed at 1733496944173 2024-12-06T14:55:44,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:44,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:55:44,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:55:44,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:55:44,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:55:44,182 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(746): ClusterId : 4e438d44-020f-459a-ae29-262cc5db07d4 2024-12-06T14:55:44,183 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:55:44,194 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:55:44,194 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:55:44,205 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:55:44,205 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c9bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:55:44,220 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:45545 2024-12-06T14:55:44,220 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:55:44,220 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:55:44,220 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:55:44,221 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,41321,1733496943578 with port=45545, startcode=1733496943756 2024-12-06T14:55:44,221 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:55:44,222 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54705, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:55:44,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,223 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,224 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8 2024-12-06T14:55:44,224 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38817 2024-12-06T14:55:44,224 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:55:44,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:55:44,235 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] zookeeper.ZKUtil(111): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,235 WARN [RS:0;bb7ea3e46d9c:45545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:55:44,235 INFO [RS:0;bb7ea3e46d9c:45545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:55:44,236 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,45545,1733496943756] 2024-12-06T14:55:44,240 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:55:44,242 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:55:44,242 INFO [RS:0;bb7ea3e46d9c:45545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:55:44,242 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,243 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:55:44,244 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:55:44,244 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,244 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,244 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,244 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,244 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,244 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,244 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:55:44,245 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:55:44,246 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,246 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,246 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,246 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,247 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,247 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,45545,1733496943756-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:55:44,261 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:55:44,261 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,45545,1733496943756-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,261 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,262 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.Replication(171): bb7ea3e46d9c,45545,1733496943756 started 2024-12-06T14:55:44,273 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,273 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,45545,1733496943756, RpcServer on bb7ea3e46d9c/172.17.0.2:45545, sessionid=0x101ab242f740001 2024-12-06T14:55:44,273 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:55:44,273 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,273 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,45545,1733496943756' 2024-12-06T14:55:44,273 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:55:44,274 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:55:44,275 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:55:44,275 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:55:44,275 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,275 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,45545,1733496943756' 2024-12-06T14:55:44,275 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:55:44,275 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:55:44,276 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:55:44,276 INFO [RS:0;bb7ea3e46d9c:45545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:55:44,276 INFO [RS:0;bb7ea3e46d9c:45545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:55:44,328 WARN [bb7ea3e46d9c:41321 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:55:44,377 INFO [RS:0;bb7ea3e46d9c:45545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:55:44,381 INFO [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C45545%2C1733496943756, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/oldWALs, maxLogs=32 2024-12-06T14:55:44,398 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496944383, exclude list is [], retry=0 2024-12-06T14:55:44,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c,DISK] 2024-12-06T14:55:44,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d,DISK] 2024-12-06T14:55:44,403 INFO [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496944383 2024-12-06T14:55:44,403 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36451:36451),(127.0.0.1/127.0.0.1:33351:33351)] 2024-12-06T14:55:44,579 DEBUG [bb7ea3e46d9c:41321 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T14:55:44,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,581 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,45545,1733496943756, state=OPENING 2024-12-06T14:55:44,593 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:55:44,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:55:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:44,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:44,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:55:44,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,45545,1733496943756}] 2024-12-06T14:55:44,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:55:44,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46893, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:55:44,773 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:55:44,773 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:55:44,774 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T14:55:44,776 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C45545%2C1733496943756.meta, suffix=.meta, logDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/oldWALs, maxLogs=32 2024-12-06T14:55:44,790 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.meta.1733496944777.meta, exclude list is [], retry=0 2024-12-06T14:55:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c,DISK] 2024-12-06T14:55:44,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d,DISK] 2024-12-06T14:55:44,795 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.meta.1733496944777.meta 2024-12-06T14:55:44,795 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36451:36451),(127.0.0.1/127.0.0.1:33351:33351)] 2024-12-06T14:55:44,795 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:55:44,796 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:55:44,796 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:55:44,796 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:55:44,796 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:55:44,796 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:44,796 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:55:44,796 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:55:44,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:55:44,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:55:44,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:55:44,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:55:44,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:55:44,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:55:44,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:55:44,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:55:44,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:44,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:55:44,804 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:55:44,805 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740 2024-12-06T14:55:44,806 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740 2024-12-06T14:55:44,808 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:55:44,808 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:55:44,809 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:55:44,810 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:55:44,811 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751001, jitterRate=-0.04505312442779541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:55:44,811 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:55:44,812 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733496944796Writing region info on filesystem at 1733496944796Initializing all the Stores at 1733496944797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496944797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496944798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496944798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496944798Cleaning up temporary data from old regions at 1733496944808 (+10 ms)Running coprocessor post-open hooks at 1733496944811 (+3 ms)Region opened successfully at 1733496944812 (+1 ms) 2024-12-06T14:55:44,813 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733496944761 2024-12-06T14:55:44,816 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:55:44,816 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:55:44,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,818 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,45545,1733496943756, state=OPEN 2024-12-06T14:55:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:55:44,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:55:44,898 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:44,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:44,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:55:44,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:55:44,904 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,45545,1733496943756 in 293 msec 2024-12-06T14:55:44,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:55:44,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-12-06T14:55:44,909 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:55:44,909 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:55:44,910 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:55:44,911 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,45545,1733496943756, seqNum=-1] 2024-12-06T14:55:44,911 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:55:44,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:55:44,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 791 msec 2024-12-06T14:55:44,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733496944919, completionTime=-1 2024-12-06T14:55:44,919 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T14:55:44,920 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:55:44,922 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T14:55:44,922 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733497004922 2024-12-06T14:55:44,922 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733497064922 2024-12-06T14:55:44,922 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T14:55:44,922 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41321,1733496943578-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,923 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41321,1733496943578-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,923 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41321,1733496943578-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,923 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:41321, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,923 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,923 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,925 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:55:44,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.101sec 2024-12-06T14:55:44,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:55:44,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:55:44,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:55:44,926 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:55:44,927 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:55:44,927 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41321,1733496943578-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:55:44,927 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41321,1733496943578-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:55:44,929 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:55:44,929 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:55:44,929 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41321,1733496943578-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:55:44,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45fe868f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:55:44,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,41321,-1 for getting cluster id 2024-12-06T14:55:44,984 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:55:44,987 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e438d44-020f-459a-ae29-262cc5db07d4' 2024-12-06T14:55:44,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:55:44,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e438d44-020f-459a-ae29-262cc5db07d4" 2024-12-06T14:55:44,988 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51167c03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:55:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,41321,-1] 2024-12-06T14:55:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:55:44,989 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:55:44,992 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:55:44,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db5ff6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:55:44,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:55:44,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,45545,1733496943756, seqNum=-1] 2024-12-06T14:55:44,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:55:44,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:55:44,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:45,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:55:45,002 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T14:55:45,003 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T14:55:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:55:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56ad453d 2024-12-06T14:55:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T14:55:45,006 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T14:55:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T14:55:45,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T14:55:45,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:55:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:55:45,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T14:55:45,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:45,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-06T14:55:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:55:45,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T14:55:45,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741835_1011 (size=405) 2024-12-06T14:55:45,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741835_1011 (size=405) 2024-12-06T14:55:45,023 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3702b15f21160d4380666c51d6f7277f, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8 2024-12-06T14:55:45,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741836_1012 (size=88) 2024-12-06T14:55:45,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741836_1012 (size=88) 2024-12-06T14:55:45,034 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:45,034 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 3702b15f21160d4380666c51d6f7277f, disabling compactions & flushes 2024-12-06T14:55:45,034 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,034 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,034 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. after waiting 0 ms 2024-12-06T14:55:45,034 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,034 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,034 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3702b15f21160d4380666c51d6f7277f: Waiting for close lock at 1733496945034Disabling compacts and flushes for region at 1733496945034Disabling writes for close at 1733496945034Writing region close event to WAL at 1733496945034Closed at 1733496945034 2024-12-06T14:55:45,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T14:55:45,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733496945037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733496945037"}]},"ts":"1733496945037"} 2024-12-06T14:55:45,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T14:55:45,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T14:55:45,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496945042"}]},"ts":"1733496945042"} 2024-12-06T14:55:45,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-06T14:55:45,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3702b15f21160d4380666c51d6f7277f, ASSIGN}] 2024-12-06T14:55:45,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3702b15f21160d4380666c51d6f7277f, ASSIGN 2024-12-06T14:55:45,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3702b15f21160d4380666c51d6f7277f, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,45545,1733496943756; forceNewPlan=false, retain=false 2024-12-06T14:55:45,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3702b15f21160d4380666c51d6f7277f, regionState=OPENING, regionLocation=bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:45,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3702b15f21160d4380666c51d6f7277f, ASSIGN because future has completed 2024-12-06T14:55:45,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3702b15f21160d4380666c51d6f7277f, server=bb7ea3e46d9c,45545,1733496943756}] 2024-12-06T14:55:45,364 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,364 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3702b15f21160d4380666c51d6f7277f, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:55:45,364 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,365 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:55:45,365 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,365 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,367 INFO [StoreOpener-3702b15f21160d4380666c51d6f7277f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,369 INFO [StoreOpener-3702b15f21160d4380666c51d6f7277f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3702b15f21160d4380666c51d6f7277f columnFamilyName info 2024-12-06T14:55:45,369 DEBUG [StoreOpener-3702b15f21160d4380666c51d6f7277f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:55:45,370 INFO [StoreOpener-3702b15f21160d4380666c51d6f7277f-1 {}] regionserver.HStore(327): Store=3702b15f21160d4380666c51d6f7277f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:55:45,370 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,371 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,372 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,373 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,373 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,375 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,378 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:55:45,379 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3702b15f21160d4380666c51d6f7277f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770595, jitterRate=-0.020138606429100037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:55:45,379 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:55:45,379 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3702b15f21160d4380666c51d6f7277f: Running coprocessor pre-open hook at 1733496945365Writing region info on filesystem at 1733496945365Initializing all the Stores at 1733496945367 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496945367Cleaning up temporary data from old regions at 1733496945373 (+6 ms)Running coprocessor post-open hooks at 1733496945379 (+6 ms)Region opened successfully at 1733496945379 2024-12-06T14:55:45,380 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f., pid=6, masterSystemTime=1733496945357 2024-12-06T14:55:45,383 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,383 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:45,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3702b15f21160d4380666c51d6f7277f, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:55:45,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3702b15f21160d4380666c51d6f7277f, server=bb7ea3e46d9c,45545,1733496943756 because future has completed 2024-12-06T14:55:45,391 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T14:55:45,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3702b15f21160d4380666c51d6f7277f, server=bb7ea3e46d9c,45545,1733496943756 in 185 msec 2024-12-06T14:55:45,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T14:55:45,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=3702b15f21160d4380666c51d6f7277f, ASSIGN in 347 msec 2024-12-06T14:55:45,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T14:55:45,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733496945395"}]},"ts":"1733496945395"} 2024-12-06T14:55:45,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-06T14:55:45,399 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T14:55:45,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 392 msec 2024-12-06T14:55:49,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:49,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:55:50,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:55:50,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T14:55:50,346 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-06T14:55:54,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T14:55:54,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T14:55:54,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:55:54,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T14:55:54,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:55:54,732 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T14:55:55,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:55:55,078 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T14:55:55,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-06T14:55:55,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:55:55,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:55,089 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f., hostname=bb7ea3e46d9c,45545,1733496943756, seqNum=2] 2024-12-06T14:55:55,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:55:55,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:55:55,151 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T14:55:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:55:55,154 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T14:55:55,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T14:55:55,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T14:55:55,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:55,320 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3702b15f21160d4380666c51d6f7277f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:55:55,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/7bd39569b44349db81bbcdefb2e71fd9 is 1055, key is row0001/info:/1733496955091/Put/seqid=0 2024-12-06T14:55:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741837_1013 (size=6008) 2024-12-06T14:55:55,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741837_1013 (size=6008) 2024-12-06T14:55:55,341 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/7bd39569b44349db81bbcdefb2e71fd9 2024-12-06T14:55:55,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/7bd39569b44349db81bbcdefb2e71fd9 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/7bd39569b44349db81bbcdefb2e71fd9 2024-12-06T14:55:55,355 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/7bd39569b44349db81bbcdefb2e71fd9, entries=1, sequenceid=5, filesize=5.9 K 2024-12-06T14:55:55,357 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3702b15f21160d4380666c51d6f7277f in 37ms, sequenceid=5, compaction requested=false 2024-12-06T14:55:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3702b15f21160d4380666c51d6f7277f: 2024-12-06T14:55:55,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:55:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T14:55:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T14:55:55,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T14:55:55,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-12-06T14:55:55,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 268 msec 2024-12-06T14:56:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T14:56:05,217 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T14:56:05,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T14:56:05,227 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T14:56:05,229 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T14:56:05,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T14:56:05,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T14:56:05,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:05,383 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 3702b15f21160d4380666c51d6f7277f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:56:05,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/eee1b09c9b9c4f82bf678eb0bb348b2f is 1055, key is row0002/info:/1733496965219/Put/seqid=0 2024-12-06T14:56:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741838_1014 (size=6008) 2024-12-06T14:56:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741838_1014 (size=6008) 2024-12-06T14:56:05,394 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/eee1b09c9b9c4f82bf678eb0bb348b2f 2024-12-06T14:56:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/eee1b09c9b9c4f82bf678eb0bb348b2f as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/eee1b09c9b9c4f82bf678eb0bb348b2f 2024-12-06T14:56:05,409 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/eee1b09c9b9c4f82bf678eb0bb348b2f, entries=1, sequenceid=9, filesize=5.9 K 2024-12-06T14:56:05,410 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3702b15f21160d4380666c51d6f7277f in 27ms, sequenceid=9, compaction requested=false 2024-12-06T14:56:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 3702b15f21160d4380666c51d6f7277f: 2024-12-06T14:56:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:05,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T14:56:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T14:56:05,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T14:56:05,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2024-12-06T14:56:05,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-12-06T14:56:13,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T14:56:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T14:56:15,266 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T14:56:15,283 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496975269, exclude list is [], retry=0 2024-12-06T14:56:15,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d,DISK] 2024-12-06T14:56:15,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c,DISK] 2024-12-06T14:56:15,288 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496944383 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496975269 2024-12-06T14:56:15,288 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351),(127.0.0.1/127.0.0.1:36451:36451)] 2024-12-06T14:56:15,288 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496944383 is not closed yet, will try archiving it next time 2024-12-06T14:56:15,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741833_1009 (size=5471) 2024-12-06T14:56:15,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741833_1009 (size=5471) 2024-12-06T14:56:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:15,292 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T14:56:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T14:56:15,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T14:56:15,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T14:56:15,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T14:56:15,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:15,447 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 3702b15f21160d4380666c51d6f7277f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:56:15,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/de553076d50d4c7fb945e54a22f44584 is 1055, key is row0003/info:/1733496975267/Put/seqid=0 2024-12-06T14:56:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741840_1016 (size=6008) 2024-12-06T14:56:15,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741840_1016 (size=6008) 2024-12-06T14:56:15,460 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/de553076d50d4c7fb945e54a22f44584 2024-12-06T14:56:15,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/de553076d50d4c7fb945e54a22f44584 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/de553076d50d4c7fb945e54a22f44584 2024-12-06T14:56:15,476 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/de553076d50d4c7fb945e54a22f44584, entries=1, sequenceid=13, filesize=5.9 K 2024-12-06T14:56:15,477 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3702b15f21160d4380666c51d6f7277f in 30ms, sequenceid=13, compaction requested=true 2024-12-06T14:56:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 3702b15f21160d4380666c51d6f7277f: 2024-12-06T14:56:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:15,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T14:56:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T14:56:15,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T14:56:15,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-12-06T14:56:15,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-12-06T14:56:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T14:56:25,306 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T14:56:25,311 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:56:25,316 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:56:25,317 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3702b15f21160d4380666c51d6f7277f/info is initiating minor compaction (all files) 2024-12-06T14:56:25,317 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:56:25,317 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:25,318 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3702b15f21160d4380666c51d6f7277f/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:25,318 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/7bd39569b44349db81bbcdefb2e71fd9, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/eee1b09c9b9c4f82bf678eb0bb348b2f, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/de553076d50d4c7fb945e54a22f44584] into tmpdir=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp, totalSize=17.6 K 2024-12-06T14:56:25,319 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7bd39569b44349db81bbcdefb2e71fd9, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733496955091 2024-12-06T14:56:25,320 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eee1b09c9b9c4f82bf678eb0bb348b2f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733496965219 2024-12-06T14:56:25,320 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting de553076d50d4c7fb945e54a22f44584, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733496975267 2024-12-06T14:56:25,341 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 3702b15f21160d4380666c51d6f7277f#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:56:25,342 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/2d6cb45f085e4a00877665abba6ffc06 is 1055, key is row0001/info:/1733496955091/Put/seqid=0 2024-12-06T14:56:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741841_1017 (size=8221) 2024-12-06T14:56:25,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741841_1017 (size=8221) 2024-12-06T14:56:25,353 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/2d6cb45f085e4a00877665abba6ffc06 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/2d6cb45f085e4a00877665abba6ffc06 2024-12-06T14:56:25,368 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3702b15f21160d4380666c51d6f7277f/info of 3702b15f21160d4380666c51d6f7277f into 2d6cb45f085e4a00877665abba6ffc06(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:56:25,368 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3702b15f21160d4380666c51d6f7277f: 2024-12-06T14:56:25,383 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496985371, exclude list is [], retry=0 2024-12-06T14:56:25,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d,DISK] 2024-12-06T14:56:25,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c,DISK] 2024-12-06T14:56:25,388 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496975269 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496985371 2024-12-06T14:56:25,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351),(127.0.0.1/127.0.0.1:36451:36451)] 2024-12-06T14:56:25,388 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496975269 is not closed yet, will try archiving it next time 2024-12-06T14:56:25,389 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496944383 to hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/oldWALs/bb7ea3e46d9c%2C45545%2C1733496943756.1733496944383 2024-12-06T14:56:25,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741839_1015 (size=2495) 2024-12-06T14:56:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741839_1015 (size=2495) 2024-12-06T14:56:25,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T14:56:25,393 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-06T14:56:25,394 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T14:56:25,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T14:56:25,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T14:56:25,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:25,547 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 3702b15f21160d4380666c51d6f7277f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:56:25,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/9679dd36d4b045fba6ba869827b48196 is 1055, key is row0000/info:/1733496985369/Put/seqid=0 2024-12-06T14:56:25,561 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T14:56:25,561 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T14:56:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741843_1019 (size=6008) 2024-12-06T14:56:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741843_1019 (size=6008) 2024-12-06T14:56:25,562 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/9679dd36d4b045fba6ba869827b48196 2024-12-06T14:56:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/9679dd36d4b045fba6ba869827b48196 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/9679dd36d4b045fba6ba869827b48196 2024-12-06T14:56:25,575 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/9679dd36d4b045fba6ba869827b48196, entries=1, sequenceid=18, filesize=5.9 K 2024-12-06T14:56:25,576 INFO [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3702b15f21160d4380666c51d6f7277f in 29ms, sequenceid=18, compaction requested=false 2024-12-06T14:56:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 3702b15f21160d4380666c51d6f7277f: 2024-12-06T14:56:25,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:25,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T14:56:25,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T14:56:25,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T14:56:25,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-12-06T14:56:25,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-12-06T14:56:30,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3702b15f21160d4380666c51d6f7277f, had cached 0 bytes from a total of 14229 2024-12-06T14:56:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T14:56:35,436 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-06T14:56:35,456 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496995440, exclude list is [], retry=0 2024-12-06T14:56:35,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34509,DS-4ac2b4ab-062b-40c0-b5f4-2e88df420b8d,DISK] 2024-12-06T14:56:35,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45589,DS-897a293f-03ca-4b4f-8a14-44d5dcbc8f4c,DISK] 2024-12-06T14:56:35,461 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496985371 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496995440 2024-12-06T14:56:35,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33351:33351),(127.0.0.1/127.0.0.1:36451:36451)] 2024-12-06T14:56:35,461 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496985371 is not closed yet, will try archiving it next time 2024-12-06T14:56:35,461 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/WALs/bb7ea3e46d9c,45545,1733496943756/bb7ea3e46d9c%2C45545%2C1733496943756.1733496975269 to hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/oldWALs/bb7ea3e46d9c%2C45545%2C1733496943756.1733496975269 2024-12-06T14:56:35,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:56:35,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:56:35,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:56:35,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:56:35,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:56:35,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:56:35,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:56:35,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=976823287, stopped=false 2024-12-06T14:56:35,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,41321,1733496943578 2024-12-06T14:56:35,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741842_1018 (size=2001) 2024-12-06T14:56:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741842_1018 (size=2001) 2024-12-06T14:56:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:56:35,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:56:35,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:35,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:35,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:56:35,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:56:35,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:56:35,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:56:35,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:56:35,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:56:35,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,45545,1733496943756' ***** 2024-12-06T14:56:35,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:56:35,539 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:56:35,539 INFO [RS:0;bb7ea3e46d9c:45545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:56:35,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:56:35,539 INFO [RS:0;bb7ea3e46d9c:45545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(3091): Received CLOSE for 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:45545. 2024-12-06T14:56:35,540 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:56:35,540 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3702b15f21160d4380666c51d6f7277f, disabling compactions & flushes 2024-12-06T14:56:35,540 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:56:35,540 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:56:35,540 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:56:35,540 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. after waiting 0 ms 2024-12-06T14:56:35,540 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:56:35,540 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:35,541 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3702b15f21160d4380666c51d6f7277f 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:56:35,541 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-06T14:56:35,541 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3702b15f21160d4380666c51d6f7277f=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.} 2024-12-06T14:56:35,541 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3702b15f21160d4380666c51d6f7277f 2024-12-06T14:56:35,541 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:56:35,541 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:56:35,541 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:56:35,541 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:56:35,541 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:56:35,542 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-06T14:56:35,547 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/e9807fd5a7df48aa8b08500494bab123 is 1055, key is row0001/info:/1733496995437/Put/seqid=0 2024-12-06T14:56:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741845_1021 (size=6008) 2024-12-06T14:56:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741845_1021 (size=6008) 2024-12-06T14:56:35,553 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/e9807fd5a7df48aa8b08500494bab123 2024-12-06T14:56:35,560 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/.tmp/info/e9807fd5a7df48aa8b08500494bab123 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/e9807fd5a7df48aa8b08500494bab123 2024-12-06T14:56:35,563 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/info/3744d16b3ec54f2aaf2ad98e61b3f834 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f./info:regioninfo/1733496945384/Put/seqid=0 2024-12-06T14:56:35,566 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/e9807fd5a7df48aa8b08500494bab123, entries=1, sequenceid=22, filesize=5.9 K 2024-12-06T14:56:35,567 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3702b15f21160d4380666c51d6f7277f in 26ms, sequenceid=22, compaction requested=true 2024-12-06T14:56:35,568 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/7bd39569b44349db81bbcdefb2e71fd9, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/eee1b09c9b9c4f82bf678eb0bb348b2f, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/de553076d50d4c7fb945e54a22f44584] to archive 2024-12-06T14:56:35,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741846_1022 (size=7308) 2024-12-06T14:56:35,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741846_1022 (size=7308) 2024-12-06T14:56:35,570 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/info/3744d16b3ec54f2aaf2ad98e61b3f834 2024-12-06T14:56:35,571 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T14:56:35,574 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/7bd39569b44349db81bbcdefb2e71fd9 to hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/7bd39569b44349db81bbcdefb2e71fd9 2024-12-06T14:56:35,576 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/eee1b09c9b9c4f82bf678eb0bb348b2f to hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/eee1b09c9b9c4f82bf678eb0bb348b2f 2024-12-06T14:56:35,577 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/de553076d50d4c7fb945e54a22f44584 to hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/info/de553076d50d4c7fb945e54a22f44584 2024-12-06T14:56:35,588 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:41321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-06T14:56:35,589 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [7bd39569b44349db81bbcdefb2e71fd9=6008, eee1b09c9b9c4f82bf678eb0bb348b2f=6008, de553076d50d4c7fb945e54a22f44584=6008] 2024-12-06T14:56:35,590 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/ns/375b541656ff41a59d21100ad226a021 is 43, key is default/ns:d/1733496944913/Put/seqid=0 2024-12-06T14:56:35,593 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/3702b15f21160d4380666c51d6f7277f/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-06T14:56:35,594 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:35,594 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3702b15f21160d4380666c51d6f7277f: Waiting for close lock at 1733496995540Running coprocessor pre-close hooks at 1733496995540Disabling compacts and flushes for region at 1733496995540Disabling writes for close at 1733496995540Obtaining lock to block concurrent updates at 1733496995541 (+1 ms)Preparing flush snapshotting stores in 3702b15f21160d4380666c51d6f7277f at 1733496995541Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733496995541Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. at 1733496995542 (+1 ms)Flushing 3702b15f21160d4380666c51d6f7277f/info: creating writer at 1733496995542Flushing 3702b15f21160d4380666c51d6f7277f/info: appending metadata at 1733496995547 (+5 ms)Flushing 3702b15f21160d4380666c51d6f7277f/info: closing flushed file at 1733496995547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b33a9d: reopening flushed file at 1733496995559 (+12 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 3702b15f21160d4380666c51d6f7277f in 26ms, sequenceid=22, compaction requested=true at 1733496995568 (+9 ms)Writing region close event to WAL at 1733496995589 (+21 ms)Running coprocessor post-close hooks at 1733496995594 (+5 ms)Closed at 1733496995594 2024-12-06T14:56:35,595 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733496945006.3702b15f21160d4380666c51d6f7277f. 2024-12-06T14:56:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741847_1023 (size=5153) 2024-12-06T14:56:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741847_1023 (size=5153) 2024-12-06T14:56:35,596 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/ns/375b541656ff41a59d21100ad226a021 2024-12-06T14:56:35,614 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/table/5c7ea474a0f549e1a1292ca4ebfb94fc is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733496945395/Put/seqid=0 2024-12-06T14:56:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741848_1024 (size=5508) 2024-12-06T14:56:35,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741848_1024 (size=5508) 2024-12-06T14:56:35,620 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/table/5c7ea474a0f549e1a1292ca4ebfb94fc 2024-12-06T14:56:35,627 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/info/3744d16b3ec54f2aaf2ad98e61b3f834 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/info/3744d16b3ec54f2aaf2ad98e61b3f834 2024-12-06T14:56:35,633 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/info/3744d16b3ec54f2aaf2ad98e61b3f834, entries=10, sequenceid=11, filesize=7.1 K 2024-12-06T14:56:35,634 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/ns/375b541656ff41a59d21100ad226a021 as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/ns/375b541656ff41a59d21100ad226a021 2024-12-06T14:56:35,639 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/ns/375b541656ff41a59d21100ad226a021, entries=2, sequenceid=11, filesize=5.0 K 2024-12-06T14:56:35,640 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/.tmp/table/5c7ea474a0f549e1a1292ca4ebfb94fc as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/table/5c7ea474a0f549e1a1292ca4ebfb94fc 2024-12-06T14:56:35,646 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/table/5c7ea474a0f549e1a1292ca4ebfb94fc, entries=2, sequenceid=11, filesize=5.4 K 2024-12-06T14:56:35,647 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false 2024-12-06T14:56:35,651 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-06T14:56:35,652 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:56:35,652 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:56:35,652 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496995541Running coprocessor pre-close hooks at 1733496995541Disabling compacts and flushes for region at 1733496995541Disabling writes for close at 1733496995541Obtaining lock to block concurrent updates at 1733496995542 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733496995542Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733496995542Flushing stores of hbase:meta,,1.1588230740 at 1733496995543 (+1 ms)Flushing 1588230740/info: creating writer at 1733496995543Flushing 1588230740/info: appending metadata at 1733496995562 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733496995563 (+1 ms)Flushing 1588230740/ns: creating writer at 1733496995576 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733496995590 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733496995590Flushing 1588230740/table: creating writer at 1733496995601 (+11 ms)Flushing 1588230740/table: appending metadata at 1733496995613 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733496995614 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31858bae: reopening flushed file at 1733496995626 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e98278e: reopening flushed file at 1733496995633 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49282ff1: reopening flushed file at 1733496995640 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=11, compaction requested=false at 1733496995647 (+7 ms)Writing region close event to WAL at 1733496995648 (+1 ms)Running coprocessor post-close hooks at 1733496995652 (+4 ms)Closed at 1733496995652 2024-12-06T14:56:35,652 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:56:35,741 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,45545,1733496943756; all regions closed. 2024-12-06T14:56:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741834_1010 (size=3306) 2024-12-06T14:56:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741834_1010 (size=3306) 2024-12-06T14:56:35,751 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/oldWALs 2024-12-06T14:56:35,752 INFO [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C45545%2C1733496943756.meta:.meta(num 1733496944777) 2024-12-06T14:56:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741844_1020 (size=1252) 2024-12-06T14:56:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741844_1020 (size=1252) 2024-12-06T14:56:35,757 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/oldWALs 2024-12-06T14:56:35,757 INFO [RS:0;bb7ea3e46d9c:45545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C45545%2C1733496943756:(num 1733496995440) 2024-12-06T14:56:35,757 DEBUG [RS:0;bb7ea3e46d9c:45545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:56:35,757 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:56:35,757 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:56:35,758 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:56:35,758 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:56:35,758 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:56:35,758 INFO [RS:0;bb7ea3e46d9c:45545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45545 2024-12-06T14:56:35,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:56:35,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,45545,1733496943756 2024-12-06T14:56:35,769 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:56:35,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,45545,1733496943756] 2024-12-06T14:56:35,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,45545,1733496943756 already deleted, retry=false 2024-12-06T14:56:35,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,45545,1733496943756 expired; onlineServers=0 2024-12-06T14:56:35,790 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,41321,1733496943578' ***** 2024-12-06T14:56:35,790 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:56:35,790 INFO [M:0;bb7ea3e46d9c:41321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:56:35,791 INFO [M:0;bb7ea3e46d9c:41321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:56:35,791 DEBUG [M:0;bb7ea3e46d9c:41321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:56:35,791 DEBUG [M:0;bb7ea3e46d9c:41321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:56:35,791 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:56:35,791 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496944135 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496944135,5,FailOnTimeoutGroup] 2024-12-06T14:56:35,791 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496944134 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496944134,5,FailOnTimeoutGroup] 2024-12-06T14:56:35,791 INFO [M:0;bb7ea3e46d9c:41321 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:56:35,791 INFO [M:0;bb7ea3e46d9c:41321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:56:35,791 DEBUG [M:0;bb7ea3e46d9c:41321 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:56:35,791 INFO [M:0;bb7ea3e46d9c:41321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:56:35,791 INFO [M:0;bb7ea3e46d9c:41321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:56:35,792 INFO [M:0;bb7ea3e46d9c:41321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:56:35,792 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:56:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:56:35,880 INFO [RS:0;bb7ea3e46d9c:45545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:56:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45545-0x101ab242f740001, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:56:35,880 INFO [RS:0;bb7ea3e46d9c:45545 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,45545,1733496943756; zookeeper connection closed. 2024-12-06T14:56:35,881 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15770651 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15770651 2024-12-06T14:56:35,881 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T14:56:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:56:35,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:35,882 DEBUG [M:0;bb7ea3e46d9c:41321 {}] zookeeper.ZKUtil(347): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:56:35,882 WARN [M:0;bb7ea3e46d9c:41321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:56:35,884 INFO [M:0;bb7ea3e46d9c:41321 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/.lastflushedseqids 2024-12-06T14:56:35,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741849_1025 (size=130) 2024-12-06T14:56:35,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741849_1025 (size=130) 2024-12-06T14:56:35,897 INFO [M:0;bb7ea3e46d9c:41321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:56:35,897 INFO [M:0;bb7ea3e46d9c:41321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:56:35,897 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:56:35,897 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:35,897 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:35,897 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:56:35,897 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:35,897 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-12-06T14:56:35,917 DEBUG [M:0;bb7ea3e46d9c:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f9c1e3bfc422aa6935106eb9855fe is 82, key is hbase:meta,,1/info:regioninfo/1733496944817/Put/seqid=0 2024-12-06T14:56:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741850_1026 (size=5672) 2024-12-06T14:56:35,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741850_1026 (size=5672) 2024-12-06T14:56:35,923 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f9c1e3bfc422aa6935106eb9855fe 2024-12-06T14:56:35,943 DEBUG [M:0;bb7ea3e46d9c:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57786b1ae95f4caf9c2b71be6b13df5f is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733496945401/Put/seqid=0 2024-12-06T14:56:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741851_1027 (size=7819) 2024-12-06T14:56:35,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741851_1027 (size=7819) 2024-12-06T14:56:35,948 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57786b1ae95f4caf9c2b71be6b13df5f 2024-12-06T14:56:35,954 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57786b1ae95f4caf9c2b71be6b13df5f 2024-12-06T14:56:35,967 DEBUG [M:0;bb7ea3e46d9c:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/746512f1bea946fba91252c303d6325d is 69, key is bb7ea3e46d9c,45545,1733496943756/rs:state/1733496944223/Put/seqid=0 2024-12-06T14:56:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741852_1028 (size=5156) 2024-12-06T14:56:35,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741852_1028 (size=5156) 2024-12-06T14:56:35,973 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/746512f1bea946fba91252c303d6325d 2024-12-06T14:56:35,993 DEBUG [M:0;bb7ea3e46d9c:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/30774e62b8d54ee5803b2e0e169db25a is 52, key is load_balancer_on/state:d/1733496945001/Put/seqid=0 2024-12-06T14:56:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741853_1029 (size=5056) 2024-12-06T14:56:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741853_1029 (size=5056) 2024-12-06T14:56:36,001 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/30774e62b8d54ee5803b2e0e169db25a 2024-12-06T14:56:36,007 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d91f9c1e3bfc422aa6935106eb9855fe as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d91f9c1e3bfc422aa6935106eb9855fe 2024-12-06T14:56:36,013 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d91f9c1e3bfc422aa6935106eb9855fe, entries=8, sequenceid=121, filesize=5.5 K 2024-12-06T14:56:36,015 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57786b1ae95f4caf9c2b71be6b13df5f as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57786b1ae95f4caf9c2b71be6b13df5f 2024-12-06T14:56:36,021 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57786b1ae95f4caf9c2b71be6b13df5f 2024-12-06T14:56:36,021 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57786b1ae95f4caf9c2b71be6b13df5f, entries=14, sequenceid=121, filesize=7.6 K 2024-12-06T14:56:36,022 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/746512f1bea946fba91252c303d6325d as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/746512f1bea946fba91252c303d6325d 2024-12-06T14:56:36,028 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/746512f1bea946fba91252c303d6325d, entries=1, sequenceid=121, filesize=5.0 K 2024-12-06T14:56:36,029 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/30774e62b8d54ee5803b2e0e169db25a as hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/30774e62b8d54ee5803b2e0e169db25a 2024-12-06T14:56:36,035 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/660a9436-6e19-27d6-adaf-08a86d31d6d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/30774e62b8d54ee5803b2e0e169db25a, entries=1, sequenceid=121, filesize=4.9 K 2024-12-06T14:56:36,036 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=121, compaction requested=false 2024-12-06T14:56:36,038 INFO [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:36,038 DEBUG [M:0;bb7ea3e46d9c:41321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496995897Disabling compacts and flushes for region at 1733496995897Disabling writes for close at 1733496995897Obtaining lock to block concurrent updates at 1733496995897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733496995897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1733496995898 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733496995898Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733496995898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733496995917 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733496995917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733496995928 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733496995943 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733496995943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733496995954 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733496995967 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733496995967Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733496995978 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733496995993 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733496995993Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df738da: reopening flushed file at 1733496996006 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cd51f47: reopening flushed file at 1733496996014 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d624a92: reopening flushed file at 1733496996021 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23dd6e26: reopening flushed file at 1733496996028 (+7 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=121, compaction requested=false at 1733496996036 (+8 ms)Writing region close event to WAL at 1733496996038 (+2 ms)Closed at 1733496996038 2024-12-06T14:56:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45589 is added to blk_1073741830_1006 (size=52999) 2024-12-06T14:56:36,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34509 is added to blk_1073741830_1006 (size=52999) 2024-12-06T14:56:36,041 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:56:36,041 INFO [M:0;bb7ea3e46d9c:41321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:56:36,041 INFO [M:0;bb7ea3e46d9c:41321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41321 2024-12-06T14:56:36,041 INFO [M:0;bb7ea3e46d9c:41321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:56:36,154 INFO [M:0;bb7ea3e46d9c:41321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:56:36,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:56:36,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x101ab242f740000, quorum=127.0.0.1:59569, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:56:36,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bd09b34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:56:36,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9b7b21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:56:36,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:56:36,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@327e4fda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:56:36,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@267a4bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir/,STOPPED} 2024-12-06T14:56:36,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:56:36,197 WARN [BP-520452755-172.17.0.2-1733496941108 heartbeating to localhost/127.0.0.1:38817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:56:36,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:56:36,197 WARN [BP-520452755-172.17.0.2-1733496941108 heartbeating to localhost/127.0.0.1:38817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520452755-172.17.0.2-1733496941108 (Datanode Uuid a11c6f6f-776f-4e67-a354-bfdcf90d5efb) service to localhost/127.0.0.1:38817 2024-12-06T14:56:36,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data3/current/BP-520452755-172.17.0.2-1733496941108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:56:36,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data4/current/BP-520452755-172.17.0.2-1733496941108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:56:36,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:56:36,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b801e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:56:36,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42918f88{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:56:36,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:56:36,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4b3624{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:56:36,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42510b51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir/,STOPPED} 2024-12-06T14:56:36,203 WARN [BP-520452755-172.17.0.2-1733496941108 heartbeating to localhost/127.0.0.1:38817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:56:36,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:56:36,203 WARN [BP-520452755-172.17.0.2-1733496941108 heartbeating to localhost/127.0.0.1:38817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520452755-172.17.0.2-1733496941108 (Datanode Uuid e5d0c53a-803d-4561-af34-0583890ee380) service to localhost/127.0.0.1:38817 2024-12-06T14:56:36,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:56:36,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data1/current/BP-520452755-172.17.0.2-1733496941108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:56:36,204 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/cluster_304067b5-e2fd-deee-c9f6-1b2e70af3b77/data/data2/current/BP-520452755-172.17.0.2-1733496941108 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:56:36,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:56:36,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbc3fd1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:56:36,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9356750{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:56:36,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:56:36,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffe7f97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:56:36,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d13024f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir/,STOPPED} 2024-12-06T14:56:36,216 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:56:36,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:56:36,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 103), OpenFileDescriptor=428 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=125 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=6303 (was 6291) - AvailableMemoryMB LEAK? - 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=125, ProcessCount=11, AvailableMemoryMB=6303 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.log.dir so I do NOT create it in target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ab6d9aba-aeb0-aa9b-027a-320b4893e007/hadoop.tmp.dir so I do NOT create it in target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508, deleteOnExit=true 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T14:56:36,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/test.cache.data in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:56:36,247 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:56:36,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:56:36,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:56:36,250 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:56:36,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:56:36,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:56:36,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:56:36,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:56:36,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:56:36,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:56:36,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39210e1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:56:36,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23f801fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:56:36,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58636844{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/java.io.tmpdir/jetty-localhost-42329-hadoop-hdfs-3_4_1-tests_jar-_-any-6477326815168931618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:56:36,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1106254e{HTTP/1.1, (http/1.1)}{localhost:42329} 2024-12-06T14:56:36,666 INFO [Time-limited test {}] server.Server(415): Started @148166ms 2024-12-06T14:56:36,912 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:56:36,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:56:36,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:56:36,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:56:36,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:56:36,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffc6165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:56:36,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72588fe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:56:37,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b629ff8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/java.io.tmpdir/jetty-localhost-42861-hadoop-hdfs-3_4_1-tests_jar-_-any-1313684057591060721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:56:37,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ec691e{HTTP/1.1, (http/1.1)}{localhost:42861} 2024-12-06T14:56:37,010 INFO [Time-limited test {}] server.Server(415): Started @148510ms 2024-12-06T14:56:37,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:56:37,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:56:37,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:56:37,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:56:37,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:56:37,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:56:37,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@795ac99d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:56:37,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f105b2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:56:37,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cb2bbce{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/java.io.tmpdir/jetty-localhost-46697-hadoop-hdfs-3_4_1-tests_jar-_-any-6852778267235117214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:56:37,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@748c5614{HTTP/1.1, (http/1.1)}{localhost:46697} 2024-12-06T14:56:37,133 INFO [Time-limited test {}] server.Server(415): Started @148632ms 2024-12-06T14:56:37,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:56:38,911 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data1/current/BP-776385124-172.17.0.2-1733496996270/current, will proceed with Du for space computation calculation, 2024-12-06T14:56:38,912 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data2/current/BP-776385124-172.17.0.2-1733496996270/current, will proceed with Du for space computation calculation, 2024-12-06T14:56:38,929 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:56:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12972f85e268827f with lease ID 0xe9856ea082ddd253: Processing first storage report for DS-5386c707-ecac-494a-8a78-c75ffeda4cac from datanode DatanodeRegistration(127.0.0.1:41099, datanodeUuid=57bf5839-6614-4a10-810c-73ae99100d13, infoPort=40987, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270) 2024-12-06T14:56:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12972f85e268827f with lease ID 0xe9856ea082ddd253: from storage DS-5386c707-ecac-494a-8a78-c75ffeda4cac node DatanodeRegistration(127.0.0.1:41099, datanodeUuid=57bf5839-6614-4a10-810c-73ae99100d13, infoPort=40987, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:56:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12972f85e268827f with lease ID 0xe9856ea082ddd253: Processing first storage report for DS-5a269482-7018-4a6f-9eb0-599655feba56 from datanode DatanodeRegistration(127.0.0.1:41099, datanodeUuid=57bf5839-6614-4a10-810c-73ae99100d13, infoPort=40987, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270) 2024-12-06T14:56:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12972f85e268827f with lease ID 0xe9856ea082ddd253: from storage DS-5a269482-7018-4a6f-9eb0-599655feba56 node DatanodeRegistration(127.0.0.1:41099, datanodeUuid=57bf5839-6614-4a10-810c-73ae99100d13, infoPort=40987, infoSecurePort=0, ipcPort=38881, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:56:39,031 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data4/current/BP-776385124-172.17.0.2-1733496996270/current, will proceed with Du for space computation calculation, 2024-12-06T14:56:39,031 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data3/current/BP-776385124-172.17.0.2-1733496996270/current, will proceed with Du for space computation calculation, 2024-12-06T14:56:39,050 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:56:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac2e5b2f361cd64b with lease ID 0xe9856ea082ddd254: Processing first storage report for DS-95d44c37-7821-4981-b100-5fe4801ec7a6 from datanode DatanodeRegistration(127.0.0.1:45569, datanodeUuid=9caa48ef-5922-45ee-bc21-f2d15bea09a4, infoPort=44493, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270) 2024-12-06T14:56:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac2e5b2f361cd64b with lease ID 0xe9856ea082ddd254: from storage DS-95d44c37-7821-4981-b100-5fe4801ec7a6 node DatanodeRegistration(127.0.0.1:45569, datanodeUuid=9caa48ef-5922-45ee-bc21-f2d15bea09a4, infoPort=44493, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:56:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xac2e5b2f361cd64b with lease ID 0xe9856ea082ddd254: Processing first storage report for DS-dba338a9-7f8c-4a5c-9184-c2897b0b0012 from datanode DatanodeRegistration(127.0.0.1:45569, datanodeUuid=9caa48ef-5922-45ee-bc21-f2d15bea09a4, infoPort=44493, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270) 2024-12-06T14:56:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xac2e5b2f361cd64b with lease ID 0xe9856ea082ddd254: from storage DS-dba338a9-7f8c-4a5c-9184-c2897b0b0012 node DatanodeRegistration(127.0.0.1:45569, datanodeUuid=9caa48ef-5922-45ee-bc21-f2d15bea09a4, infoPort=44493, infoSecurePort=0, ipcPort=39557, storageInfo=lv=-57;cid=testClusterID;nsid=1707274726;c=1733496996270), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:56:39,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30 2024-12-06T14:56:39,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/zookeeper_0, clientPort=62725, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:56:39,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62725 2024-12-06T14:56:39,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:56:39,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:56:39,098 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad with version=8 2024-12-06T14:56:39,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase-staging 2024-12-06T14:56:39,100 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:56:39,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:56:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:56:39,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:56:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:56:39,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:56:39,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:56:39,101 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:56:39,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35153 2024-12-06T14:56:39,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35153 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-12-06T14:56:39,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351530x0, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:56:39,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35153-0x101ab2508540000 connected 2024-12-06T14:56:39,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:56:39,252 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad, hbase.cluster.distributed=false 2024-12-06T14:56:39,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:56:39,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35153 2024-12-06T14:56:39,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35153 2024-12-06T14:56:39,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35153 2024-12-06T14:56:39,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35153 2024-12-06T14:56:39,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35153 2024-12-06T14:56:39,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:56:39,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:56:39,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:56:39,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:56:39,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:56:39,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:56:39,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:56:39,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:56:39,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36451 2024-12-06T14:56:39,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36451 connecting to ZooKeeper ensemble=127.0.0.1:62725 2024-12-06T14:56:39,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364510x0, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:56:39,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36451-0x101ab2508540001 connected 2024-12-06T14:56:39,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:56:39,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:56:39,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:56:39,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:56:39,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:56:39,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36451 2024-12-06T14:56:39,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36451 2024-12-06T14:56:39,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36451 2024-12-06T14:56:39,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36451 2024-12-06T14:56:39,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36451 2024-12-06T14:56:39,304 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:35153 2024-12-06T14:56:39,304 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:56:39,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:56:39,317 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:56:39,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:56:39,328 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,35153,1733496999100 from backup master directory 2024-12-06T14:56:39,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:56:39,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,338 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:56:39,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:56:39,338 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,342 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/hbase.id] with ID: c68d04f8-f32f-4b76-969b-abbee7cf2c7b 2024-12-06T14:56:39,342 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/.tmp/hbase.id 2024-12-06T14:56:39,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:56:39,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:56:39,348 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/.tmp/hbase.id]:[hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/hbase.id] 2024-12-06T14:56:39,361 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:39,361 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:56:39,362 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-06T14:56:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:56:39,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:56:39,377 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:56:39,378 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:56:39,378 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:56:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:56:39,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:56:39,387 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store 2024-12-06T14:56:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:56:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:56:39,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:39,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:56:39,394 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:39,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:39,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:56:39,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:39,394 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:56:39,394 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733496999394Disabling compacts and flushes for region at 1733496999394Disabling writes for close at 1733496999394Writing region close event to WAL at 1733496999394Closed at 1733496999394 2024-12-06T14:56:39,395 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/.initializing 2024-12-06T14:56:39,395 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/WALs/bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,396 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:56:39,398 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C35153%2C1733496999100, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/WALs/bb7ea3e46d9c,35153,1733496999100, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/oldWALs, maxLogs=10 2024-12-06T14:56:39,409 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/WALs/bb7ea3e46d9c,35153,1733496999100/bb7ea3e46d9c%2C35153%2C1733496999100.1733496999398, exclude list is [], retry=0 2024-12-06T14:56:39,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45569,DS-95d44c37-7821-4981-b100-5fe4801ec7a6,DISK] 2024-12-06T14:56:39,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5386c707-ecac-494a-8a78-c75ffeda4cac,DISK] 2024-12-06T14:56:39,413 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/WALs/bb7ea3e46d9c,35153,1733496999100/bb7ea3e46d9c%2C35153%2C1733496999100.1733496999398 2024-12-06T14:56:39,413 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44493:44493),(127.0.0.1/127.0.0.1:40987:40987)] 2024-12-06T14:56:39,414 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:56:39,414 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:39,414 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,414 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:56:39,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:39,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:56:39,418 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:56:39,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:56:39,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:56:39,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:56:39,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:56:39,422 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,423 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,423 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,424 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,424 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,425 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:56:39,426 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:56:39,428 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:56:39,429 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880397, jitterRate=0.11948318779468536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:56:39,430 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733496999414Initializing all the Stores at 1733496999415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496999415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496999415Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496999415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496999415Cleaning up temporary data from old regions at 1733496999424 (+9 ms)Region opened successfully at 1733496999429 (+5 ms) 2024-12-06T14:56:39,430 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:56:39,434 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a44b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:56:39,435 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:56:39,435 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:56:39,435 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:56:39,436 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:56:39,436 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T14:56:39,436 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T14:56:39,436 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:56:39,438 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:56:39,439 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:56:39,443 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:56:39,443 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:56:39,444 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:56:39,454 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:56:39,454 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:56:39,455 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:56:39,464 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:56:39,465 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:56:39,474 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:56:39,477 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:56:39,485 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:56:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:56:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:56:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,496 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,35153,1733496999100, sessionid=0x101ab2508540000, setting cluster-up flag (Was=false) 2024-12-06T14:56:39,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,548 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:56:39,550 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:39,601 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:56:39,602 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:39,604 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:56:39,605 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:56:39,605 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:56:39,605 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:56:39,605 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,35153,1733496999100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:56:39,607 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733497029608 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:56:39,608 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,609 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:56:39,609 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:56:39,609 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:56:39,609 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:56:39,609 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:56:39,609 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:56:39,609 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:56:39,610 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496999609,5,FailOnTimeoutGroup] 2024-12-06T14:56:39,610 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496999610,5,FailOnTimeoutGroup] 2024-12-06T14:56:39,610 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,610 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:56:39,610 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,610 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,610 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,610 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:56:39,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:56:39,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:56:39,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:56:39,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad 2024-12-06T14:56:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:56:39,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:56:39,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:39,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:56:39,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:56:39,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:39,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:56:39,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:56:39,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:39,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:56:39,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:56:39,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:39,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:56:39,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:56:39,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:39,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:39,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:56:39,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740 2024-12-06T14:56:39,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740 2024-12-06T14:56:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:56:39,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:56:39,638 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:56:39,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:56:39,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:56:39,642 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715968, jitterRate=-0.08960026502609253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:56:39,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733496999626Initializing all the Stores at 1733496999627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496999627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496999627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733496999627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733496999627Cleaning up temporary data from old regions at 1733496999638 (+11 ms)Region opened successfully at 1733496999642 (+4 ms) 2024-12-06T14:56:39,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:56:39,642 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:56:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:56:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:56:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:56:39,643 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:56:39,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733496999642Disabling compacts and flushes for region at 1733496999642Disabling writes for close at 1733496999643 (+1 ms)Writing region close event to WAL at 1733496999643Closed at 1733496999643 2024-12-06T14:56:39,644 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:56:39,644 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:56:39,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:56:39,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:56:39,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:56:39,693 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(746): ClusterId : c68d04f8-f32f-4b76-969b-abbee7cf2c7b 2024-12-06T14:56:39,693 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:56:39,707 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:56:39,707 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:56:39,717 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:56:39,718 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cde3c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:56:39,727 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:36451 2024-12-06T14:56:39,727 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:56:39,727 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:56:39,727 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:56:39,728 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,35153,1733496999100 with port=36451, startcode=1733496999269 2024-12-06T14:56:39,728 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:56:39,729 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54599, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:56:39,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:39,730 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35153 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:39,731 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad 2024-12-06T14:56:39,731 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36813 2024-12-06T14:56:39,731 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:56:39,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:56:39,738 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] zookeeper.ZKUtil(111): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:39,738 WARN [RS:0;bb7ea3e46d9c:36451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:56:39,738 INFO [RS:0;bb7ea3e46d9c:36451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:56:39,739 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:39,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,36451,1733496999269] 2024-12-06T14:56:39,742 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:56:39,743 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:56:39,744 INFO [RS:0;bb7ea3e46d9c:36451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:56:39,744 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,744 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:56:39,745 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:56:39,745 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:56:39,745 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:56:39,746 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,746 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,746 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,746 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,746 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,746 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36451,1733496999269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:56:39,758 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:56:39,758 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,36451,1733496999269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,759 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,759 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.Replication(171): bb7ea3e46d9c,36451,1733496999269 started 2024-12-06T14:56:39,770 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:39,770 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,36451,1733496999269, RpcServer on bb7ea3e46d9c/172.17.0.2:36451, sessionid=0x101ab2508540001 2024-12-06T14:56:39,771 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:56:39,771 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:39,771 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36451,1733496999269' 2024-12-06T14:56:39,771 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:56:39,771 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,36451,1733496999269' 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:56:39,772 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:56:39,772 INFO [RS:0;bb7ea3e46d9c:36451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:56:39,772 INFO [RS:0;bb7ea3e46d9c:36451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:56:39,797 WARN [bb7ea3e46d9c:35153 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:56:39,873 INFO [RS:0;bb7ea3e46d9c:36451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:56:39,875 INFO [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36451%2C1733496999269, suffix=, logDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/oldWALs, maxLogs=32 2024-12-06T14:56:39,890 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733496999876, exclude list is [], retry=0 2024-12-06T14:56:39,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5386c707-ecac-494a-8a78-c75ffeda4cac,DISK] 2024-12-06T14:56:39,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45569,DS-95d44c37-7821-4981-b100-5fe4801ec7a6,DISK] 2024-12-06T14:56:39,895 INFO [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733496999876 2024-12-06T14:56:39,895 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987),(127.0.0.1/127.0.0.1:44493:44493)] 2024-12-06T14:56:40,047 DEBUG [bb7ea3e46d9c:35153 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T14:56:40,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:40,052 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,36451,1733496999269, state=OPENING 2024-12-06T14:56:40,064 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:56:40,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:40,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:56:40,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:56:40,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:56:40,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:56:40,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36451,1733496999269}] 2024-12-06T14:56:40,229 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:56:40,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:56:40,239 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:56:40,240 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:56:40,240 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T14:56:40,242 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C36451%2C1733496999269.meta, suffix=.meta, logDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269, archiveDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/oldWALs, maxLogs=32 2024-12-06T14:56:40,256 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.meta.1733497000243.meta, exclude list is [], retry=0 2024-12-06T14:56:40,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5386c707-ecac-494a-8a78-c75ffeda4cac,DISK] 2024-12-06T14:56:40,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45569,DS-95d44c37-7821-4981-b100-5fe4801ec7a6,DISK] 2024-12-06T14:56:40,261 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.meta.1733497000243.meta 2024-12-06T14:56:40,261 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987),(127.0.0.1/127.0.0.1:44493:44493)] 2024-12-06T14:56:40,261 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:56:40,261 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:56:40,261 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:56:40,262 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:56:40,262 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:56:40,262 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:40,262 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:56:40,262 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:56:40,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:56:40,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:56:40,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:40,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:40,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:56:40,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:56:40,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:40,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:40,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:56:40,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:56:40,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:40,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:40,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:56:40,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:56:40,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:40,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:56:40,270 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:56:40,271 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740 2024-12-06T14:56:40,272 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740 2024-12-06T14:56:40,273 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:56:40,273 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:56:40,274 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:56:40,275 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:56:40,276 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731255, jitterRate=-0.07016120851039886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:56:40,276 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:56:40,277 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733497000262Writing region info on filesystem at 1733497000262Initializing all the Stores at 1733497000263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497000263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497000263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497000263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497000263Cleaning up temporary data from old regions at 1733497000273 (+10 ms)Running coprocessor post-open hooks at 1733497000276 (+3 ms)Region opened successfully at 1733497000277 (+1 ms) 2024-12-06T14:56:40,278 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733497000228 2024-12-06T14:56:40,280 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:56:40,280 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:56:40,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:40,282 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,36451,1733496999269, state=OPEN 2024-12-06T14:56:40,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:56:40,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:56:40,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:56:40,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:56:40,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:56:40,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,36451,1733496999269 in 239 msec 2024-12-06T14:56:40,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:56:40,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2024-12-06T14:56:40,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:56:40,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:56:40,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:56:40,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=-1] 2024-12-06T14:56:40,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:56:40,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:56:40,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 723 msec 2024-12-06T14:56:40,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733497000330, completionTime=-1 2024-12-06T14:56:40,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T14:56:40,330 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:56:40,332 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T14:56:40,332 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733497060332 2024-12-06T14:56:40,332 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733497120332 2024-12-06T14:56:40,332 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-06T14:56:40,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35153,1733496999100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35153,1733496999100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35153,1733496999100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:35153, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,333 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,335 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.999sec 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35153,1733496999100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:56:40,337 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35153,1733496999100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:56:40,340 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:56:40,340 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:56:40,340 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,35153,1733496999100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:56:40,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d582bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:56:40,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,35153,-1 for getting cluster id 2024-12-06T14:56:40,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:56:40,398 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c68d04f8-f32f-4b76-969b-abbee7cf2c7b' 2024-12-06T14:56:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:56:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c68d04f8-f32f-4b76-969b-abbee7cf2c7b" 2024-12-06T14:56:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c842517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:56:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,35153,-1] 2024-12-06T14:56:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:56:40,401 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:56:40,403 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:56:40,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dbf3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:56:40,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:56:40,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=-1] 2024-12-06T14:56:40,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:56:40,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:56:40,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:40,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:56:40,413 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T14:56:40,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T14:56:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:56:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cb56790 2024-12-06T14:56:40,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T14:56:40,417 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T14:56:40,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-06T14:56:40,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-06T14:56:40,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:56:40,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-06T14:56:40,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T14:56:40,421 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:40,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-06T14:56:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:56:40,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T14:56:40,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741835_1011 (size=381) 2024-12-06T14:56:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741835_1011 (size=381) 2024-12-06T14:56:40,430 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8f56fbd613e2a4fe19008a00a198372e, NAME => 'TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad 2024-12-06T14:56:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741836_1012 (size=64) 2024-12-06T14:56:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741836_1012 (size=64) 2024-12-06T14:56:40,437 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:40,437 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8f56fbd613e2a4fe19008a00a198372e, disabling compactions & flushes 2024-12-06T14:56:40,437 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,437 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,437 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. after waiting 0 ms 2024-12-06T14:56:40,437 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,437 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,437 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8f56fbd613e2a4fe19008a00a198372e: Waiting for close lock at 1733497000437Disabling compacts and flushes for region at 1733497000437Disabling writes for close at 1733497000437Writing region close event to WAL at 1733497000437Closed at 1733497000437 2024-12-06T14:56:40,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T14:56:40,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733497000438"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733497000438"}]},"ts":"1733497000438"} 2024-12-06T14:56:40,440 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T14:56:40,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T14:56:40,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733497000441"}]},"ts":"1733497000441"} 2024-12-06T14:56:40,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-06T14:56:40,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, ASSIGN}] 2024-12-06T14:56:40,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, ASSIGN 2024-12-06T14:56:40,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, ASSIGN; state=OFFLINE, location=bb7ea3e46d9c,36451,1733496999269; forceNewPlan=false, retain=false 2024-12-06T14:56:40,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f56fbd613e2a4fe19008a00a198372e, regionState=OPENING, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:40,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, ASSIGN because future has completed 2024-12-06T14:56:40,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f56fbd613e2a4fe19008a00a198372e, server=bb7ea3e46d9c,36451,1733496999269}] 2024-12-06T14:56:40,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:40,760 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,760 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8f56fbd613e2a4fe19008a00a198372e, NAME => 'TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:56:40,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:40,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,761 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,763 INFO [StoreOpener-8f56fbd613e2a4fe19008a00a198372e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,765 INFO [StoreOpener-8f56fbd613e2a4fe19008a00a198372e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f56fbd613e2a4fe19008a00a198372e columnFamilyName info 2024-12-06T14:56:40,765 DEBUG [StoreOpener-8f56fbd613e2a4fe19008a00a198372e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:40,766 INFO [StoreOpener-8f56fbd613e2a4fe19008a00a198372e-1 {}] regionserver.HStore(327): Store=8f56fbd613e2a4fe19008a00a198372e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:56:40,766 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,767 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,768 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,769 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,772 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,775 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:56:40,775 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8f56fbd613e2a4fe19008a00a198372e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758636, jitterRate=-0.03534488379955292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:56:40,776 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:40,776 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8f56fbd613e2a4fe19008a00a198372e: Running coprocessor pre-open hook at 1733497000761Writing region info on filesystem at 1733497000761Initializing all the Stores at 1733497000762 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497000763 (+1 ms)Cleaning up temporary data from old regions at 1733497000769 (+6 ms)Running coprocessor post-open hooks at 1733497000776 (+7 ms)Region opened successfully at 1733497000776 2024-12-06T14:56:40,777 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., pid=6, masterSystemTime=1733497000755 2024-12-06T14:56:40,780 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,780 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:40,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8f56fbd613e2a4fe19008a00a198372e, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:40,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8f56fbd613e2a4fe19008a00a198372e, server=bb7ea3e46d9c,36451,1733496999269 because future has completed 2024-12-06T14:56:40,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T14:56:40,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8f56fbd613e2a4fe19008a00a198372e, server=bb7ea3e46d9c,36451,1733496999269 in 184 msec 2024-12-06T14:56:40,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T14:56:40,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, ASSIGN in 344 msec 2024-12-06T14:56:40,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T14:56:40,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733497000790"}]},"ts":"1733497000790"} 2024-12-06T14:56:40,792 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-06T14:56:40,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T14:56:40,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 375 msec 2024-12-06T14:56:41,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:56:41,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:41,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:44,731 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-06T14:56:44,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-06T14:56:44,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-06T14:56:45,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T14:56:45,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-06T14:56:46,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:56:46,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:46,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:56:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T14:56:50,506 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-06T14:56:50,506 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-06T14:56:50,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-06T14:56:50,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:50,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=2] 2024-12-06T14:56:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:50,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:56:50,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/bece52882b904fe8a2ac6cdba3400364 is 1055, key is row0001/info:/1733497010515/Put/seqid=0 2024-12-06T14:56:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741837_1013 (size=13386) 2024-12-06T14:56:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741837_1013 (size=13386) 2024-12-06T14:56:50,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/bece52882b904fe8a2ac6cdba3400364 2024-12-06T14:56:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/bece52882b904fe8a2ac6cdba3400364 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/bece52882b904fe8a2ac6cdba3400364 2024-12-06T14:56:50,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/bece52882b904fe8a2ac6cdba3400364, entries=8, sequenceid=12, filesize=13.1 K 2024-12-06T14:56:50,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 8f56fbd613e2a4fe19008a00a198372e in 41ms, sequenceid=12, compaction requested=false 2024-12-06T14:56:50,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:50,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-12-06T14:56:50,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/84e32d285d6e4eecad7602f93ca2a5dd is 1055, key is row0009/info:/1733497010533/Put/seqid=0 2024-12-06T14:56:50,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741838_1014 (size=26030) 2024-12-06T14:56:50,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741838_1014 (size=26030) 2024-12-06T14:56:50,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/84e32d285d6e4eecad7602f93ca2a5dd 2024-12-06T14:56:50,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/84e32d285d6e4eecad7602f93ca2a5dd as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd 2024-12-06T14:56:50,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd, entries=20, sequenceid=35, filesize=25.4 K 2024-12-06T14:56:50,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 8f56fbd613e2a4fe19008a00a198372e in 23ms, sequenceid=35, compaction requested=false 2024-12-06T14:56:50,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:50,598 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-12-06T14:56:50,598 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:50,598 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd because midkey is the same as first or last row 2024-12-06T14:56:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:52,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:56:52,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/637c61505d1b452a919fdd5e6bc4dcc4 is 1055, key is row0029/info:/1733497010576/Put/seqid=0 2024-12-06T14:56:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741839_1015 (size=13386) 2024-12-06T14:56:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741839_1015 (size=13386) 2024-12-06T14:56:52,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/637c61505d1b452a919fdd5e6bc4dcc4 2024-12-06T14:56:52,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/637c61505d1b452a919fdd5e6bc4dcc4 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/637c61505d1b452a919fdd5e6bc4dcc4 2024-12-06T14:56:52,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/637c61505d1b452a919fdd5e6bc4dcc4, entries=8, sequenceid=46, filesize=13.1 K 2024-12-06T14:56:52,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 8f56fbd613e2a4fe19008a00a198372e in 29ms, sequenceid=46, compaction requested=true 2024-12-06T14:56:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,626 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd because midkey is the same as first or last row 2024-12-06T14:56:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:52,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f56fbd613e2a4fe19008a00a198372e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:56:52,628 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:56:52,629 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:56:52,629 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 8f56fbd613e2a4fe19008a00a198372e/info is initiating minor compaction (all files) 2024-12-06T14:56:52,630 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f56fbd613e2a4fe19008a00a198372e/info in TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:52,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:52,630 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/bece52882b904fe8a2ac6cdba3400364, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/637c61505d1b452a919fdd5e6bc4dcc4] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp, totalSize=51.6 K 2024-12-06T14:56:52,630 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-06T14:56:52,630 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting bece52882b904fe8a2ac6cdba3400364, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733497010515 2024-12-06T14:56:52,631 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84e32d285d6e4eecad7602f93ca2a5dd, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1733497010533 2024-12-06T14:56:52,631 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 637c61505d1b452a919fdd5e6bc4dcc4, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733497010576 2024-12-06T14:56:52,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/21f524a6be494a5a928a7f167aed7151 is 1055, key is row0037/info:/1733497012599/Put/seqid=0 2024-12-06T14:56:52,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741840_1016 (size=19714) 2024-12-06T14:56:52,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741840_1016 (size=19714) 2024-12-06T14:56:52,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/21f524a6be494a5a928a7f167aed7151 2024-12-06T14:56:52,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/21f524a6be494a5a928a7f167aed7151 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/21f524a6be494a5a928a7f167aed7151 2024-12-06T14:56:52,651 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f56fbd613e2a4fe19008a00a198372e#info#compaction#35 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:56:52,652 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/5a4e3ec0c88a44c6954eb0b05406290d is 1055, key is row0001/info:/1733497010515/Put/seqid=0 2024-12-06T14:56:52,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/21f524a6be494a5a928a7f167aed7151, entries=14, sequenceid=63, filesize=19.3 K 2024-12-06T14:56:52,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 8f56fbd613e2a4fe19008a00a198372e in 26ms, sequenceid=63, compaction requested=false 2024-12-06T14:56:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=70.8 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,656 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd because midkey is the same as first or last row 2024-12-06T14:56:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:52,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-06T14:56:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741841_1017 (size=43001) 2024-12-06T14:56:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741841_1017 (size=43001) 2024-12-06T14:56:52,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/912d47f8d7394e11aecef67013509a59 is 1055, key is row0051/info:/1733497012631/Put/seqid=0 2024-12-06T14:56:52,667 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/5a4e3ec0c88a44c6954eb0b05406290d as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d 2024-12-06T14:56:52,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741842_1018 (size=17594) 2024-12-06T14:56:52,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741842_1018 (size=17594) 2024-12-06T14:56:52,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/912d47f8d7394e11aecef67013509a59 2024-12-06T14:56:52,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/912d47f8d7394e11aecef67013509a59 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/912d47f8d7394e11aecef67013509a59 2024-12-06T14:56:52,673 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f56fbd613e2a4fe19008a00a198372e/info of 8f56fbd613e2a4fe19008a00a198372e into 5a4e3ec0c88a44c6954eb0b05406290d(size=42.0 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:56:52,673 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:52,676 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., storeName=8f56fbd613e2a4fe19008a00a198372e/info, priority=13, startTime=1733497012627; duration=0sec 2024-12-06T14:56:52,676 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,676 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,676 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d because midkey is the same as first or last row 2024-12-06T14:56:52,676 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,676 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,677 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d because midkey is the same as first or last row 2024-12-06T14:56:52,677 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,677 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,677 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d because midkey is the same as first or last row 2024-12-06T14:56:52,677 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:52,677 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f56fbd613e2a4fe19008a00a198372e:info 2024-12-06T14:56:52,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/912d47f8d7394e11aecef67013509a59, entries=12, sequenceid=78, filesize=17.2 K 2024-12-06T14:56:52,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=2.05 KB/2102 for 8f56fbd613e2a4fe19008a00a198372e in 23ms, sequenceid=78, compaction requested=true 2024-12-06T14:56:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=78.4 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d because midkey is the same as first or last row 2024-12-06T14:56:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f56fbd613e2a4fe19008a00a198372e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:56:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:52,680 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:56:52,682 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 80309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:56:52,682 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 8f56fbd613e2a4fe19008a00a198372e/info is initiating minor compaction (all files) 2024-12-06T14:56:52,682 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f56fbd613e2a4fe19008a00a198372e/info in TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:52,682 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/21f524a6be494a5a928a7f167aed7151, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/912d47f8d7394e11aecef67013509a59] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp, totalSize=78.4 K 2024-12-06T14:56:52,682 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a4e3ec0c88a44c6954eb0b05406290d, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733497010515 2024-12-06T14:56:52,683 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21f524a6be494a5a928a7f167aed7151, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733497012599 2024-12-06T14:56:52,683 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 912d47f8d7394e11aecef67013509a59, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733497012631 2024-12-06T14:56:52,697 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f56fbd613e2a4fe19008a00a198372e#info#compaction#37 average throughput is 20.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:56:52,697 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/e9e42209fd274c9f9e8a04639f52a58d is 1055, key is row0001/info:/1733497010515/Put/seqid=0 2024-12-06T14:56:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741843_1019 (size=70524) 2024-12-06T14:56:52,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741843_1019 (size=70524) 2024-12-06T14:56:52,712 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/e9e42209fd274c9f9e8a04639f52a58d as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d 2024-12-06T14:56:52,719 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f56fbd613e2a4fe19008a00a198372e/info of 8f56fbd613e2a4fe19008a00a198372e into e9e42209fd274c9f9e8a04639f52a58d(size=68.9 K), total size for store is 68.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:56:52,719 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:52,720 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., storeName=8f56fbd613e2a4fe19008a00a198372e/info, priority=13, startTime=1733497012680; duration=0sec 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d because midkey is the same as first or last row 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d because midkey is the same as first or last row 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.9 K, sizeToCheck=16.0 K 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d because midkey is the same as first or last row 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:52,720 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f56fbd613e2a4fe19008a00a198372e:info 2024-12-06T14:56:54,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:54,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:56:54,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/5b4a57a91666475392a2be4e6216a90d is 1055, key is row0063/info:/1733497012658/Put/seqid=0 2024-12-06T14:56:54,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741844_1020 (size=13386) 2024-12-06T14:56:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741844_1020 (size=13386) 2024-12-06T14:56:54,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/5b4a57a91666475392a2be4e6216a90d 2024-12-06T14:56:54,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/5b4a57a91666475392a2be4e6216a90d as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5b4a57a91666475392a2be4e6216a90d 2024-12-06T14:56:54,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5b4a57a91666475392a2be4e6216a90d, entries=8, sequenceid=91, filesize=13.1 K 2024-12-06T14:56:54,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 8f56fbd613e2a4fe19008a00a198372e in 29ms, sequenceid=91, compaction requested=false 2024-12-06T14:56:54,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:54,706 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.9 K, sizeToCheck=16.0 K 2024-12-06T14:56:54,706 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:54,706 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d because midkey is the same as first or last row 2024-12-06T14:56:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:54,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-06T14:56:54,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/fd75176ca52c4fc4989dda2d290aed9f is 1055, key is row0071/info:/1733497014678/Put/seqid=0 2024-12-06T14:56:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741845_1021 (size=18662) 2024-12-06T14:56:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741845_1021 (size=18662) 2024-12-06T14:56:54,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=107 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/fd75176ca52c4fc4989dda2d290aed9f 2024-12-06T14:56:54,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/fd75176ca52c4fc4989dda2d290aed9f as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/fd75176ca52c4fc4989dda2d290aed9f 2024-12-06T14:56:54,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/fd75176ca52c4fc4989dda2d290aed9f, entries=13, sequenceid=107, filesize=18.2 K 2024-12-06T14:56:54,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 8f56fbd613e2a4fe19008a00a198372e in 25ms, sequenceid=107, compaction requested=true 2024-12-06T14:56:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=100.2 K, sizeToCheck=16.0 K 2024-12-06T14:56:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d because midkey is the same as first or last row 2024-12-06T14:56:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8f56fbd613e2a4fe19008a00a198372e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:56:54,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:54,734 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:56:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:54,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-06T14:56:54,736 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102572 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:56:54,736 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 8f56fbd613e2a4fe19008a00a198372e/info is initiating minor compaction (all files) 2024-12-06T14:56:54,736 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8f56fbd613e2a4fe19008a00a198372e/info in TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:54,736 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5b4a57a91666475392a2be4e6216a90d, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/fd75176ca52c4fc4989dda2d290aed9f] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp, totalSize=100.2 K 2024-12-06T14:56:54,736 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e42209fd274c9f9e8a04639f52a58d, keycount=62, bloomtype=ROW, size=68.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733497010515 2024-12-06T14:56:54,737 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b4a57a91666475392a2be4e6216a90d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733497012658 2024-12-06T14:56:54,737 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd75176ca52c4fc4989dda2d290aed9f, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733497014678 2024-12-06T14:56:54,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/a4ba8026e0f6453c97b1df64984776c4 is 1055, key is row0084/info:/1733497014709/Put/seqid=0 2024-12-06T14:56:54,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741846_1022 (size=17594) 2024-12-06T14:56:54,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/a4ba8026e0f6453c97b1df64984776c4 2024-12-06T14:56:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741846_1022 (size=17594) 2024-12-06T14:56:54,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/a4ba8026e0f6453c97b1df64984776c4 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a4ba8026e0f6453c97b1df64984776c4 2024-12-06T14:56:54,752 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8f56fbd613e2a4fe19008a00a198372e#info#compaction#41 average throughput is 20.80 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:56:54,752 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/e7b98d3dccb64c4d9a1574d525685635 is 1055, key is row0001/info:/1733497010515/Put/seqid=0 2024-12-06T14:56:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741847_1023 (size=92795) 2024-12-06T14:56:54,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741847_1023 (size=92795) 2024-12-06T14:56:54,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a4ba8026e0f6453c97b1df64984776c4, entries=12, sequenceid=122, filesize=17.2 K 2024-12-06T14:56:54,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 8f56fbd613e2a4fe19008a00a198372e in 25ms, sequenceid=122, compaction requested=false 2024-12-06T14:56:54,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:54,760 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=117.3 K, sizeToCheck=16.0 K 2024-12-06T14:56:54,760 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:54,760 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d because midkey is the same as first or last row 2024-12-06T14:56:54,762 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/e7b98d3dccb64c4d9a1574d525685635 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635 2024-12-06T14:56:54,769 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8f56fbd613e2a4fe19008a00a198372e/info of 8f56fbd613e2a4fe19008a00a198372e into e7b98d3dccb64c4d9a1574d525685635(size=90.6 K), total size for store is 107.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8f56fbd613e2a4fe19008a00a198372e: 2024-12-06T14:56:54,769 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., storeName=8f56fbd613e2a4fe19008a00a198372e/info, priority=13, startTime=1733497014734; duration=0sec 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.8 K, sizeToCheck=16.0 K 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.8 K, sizeToCheck=16.0 K 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=107.8 K, sizeToCheck=16.0 K 2024-12-06T14:56:54,769 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-06T14:56:54,770 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:54,770 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:54,770 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8f56fbd613e2a4fe19008a00a198372e:info 2024-12-06T14:56:54,771 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35153 {}] assignment.AssignmentManager(1363): Split request from bb7ea3e46d9c,36451,1733496999269, parent={ENCODED => 8f56fbd613e2a4fe19008a00a198372e, NAME => 'TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-06T14:56:54,776 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35153 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:54,779 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8f56fbd613e2a4fe19008a00a198372e, daughterA=4462b7a70e8c936143f11f0b396bc9cb, daughterB=4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:54,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8f56fbd613e2a4fe19008a00a198372e, daughterA=4462b7a70e8c936143f11f0b396bc9cb, daughterB=4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:54,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8f56fbd613e2a4fe19008a00a198372e, daughterA=4462b7a70e8c936143f11f0b396bc9cb, daughterB=4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:54,780 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8f56fbd613e2a4fe19008a00a198372e, daughterA=4462b7a70e8c936143f11f0b396bc9cb, daughterB=4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:54,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, UNASSIGN}] 2024-12-06T14:56:54,787 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, UNASSIGN 2024-12-06T14:56:54,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8f56fbd613e2a4fe19008a00a198372e, regionState=CLOSING, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:54,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, UNASSIGN because future has completed 2024-12-06T14:56:54,791 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-06T14:56:54,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8f56fbd613e2a4fe19008a00a198372e, server=bb7ea3e46d9c,36451,1733496999269}] 2024-12-06T14:56:54,949 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:54,949 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-06T14:56:54,949 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8f56fbd613e2a4fe19008a00a198372e, disabling compactions & flushes 2024-12-06T14:56:54,949 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:54,949 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:54,949 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. after waiting 0 ms 2024-12-06T14:56:54,949 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:54,950 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 8f56fbd613e2a4fe19008a00a198372e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:56:54,954 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/a175b01602d74aaa92ef17293e39f52a is 1055, key is row0096/info:/1733497014736/Put/seqid=0 2024-12-06T14:56:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741848_1024 (size=6008) 2024-12-06T14:56:54,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741848_1024 (size=6008) 2024-12-06T14:56:54,959 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/a175b01602d74aaa92ef17293e39f52a 2024-12-06T14:56:54,967 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/.tmp/info/a175b01602d74aaa92ef17293e39f52a as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a175b01602d74aaa92ef17293e39f52a 2024-12-06T14:56:54,974 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a175b01602d74aaa92ef17293e39f52a, entries=1, sequenceid=127, filesize=5.9 K 2024-12-06T14:56:54,975 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8f56fbd613e2a4fe19008a00a198372e in 26ms, sequenceid=127, compaction requested=true 2024-12-06T14:56:54,977 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/bece52882b904fe8a2ac6cdba3400364, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/637c61505d1b452a919fdd5e6bc4dcc4, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/21f524a6be494a5a928a7f167aed7151, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/912d47f8d7394e11aecef67013509a59, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5b4a57a91666475392a2be4e6216a90d, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/fd75176ca52c4fc4989dda2d290aed9f] to archive 2024-12-06T14:56:54,978 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T14:56:54,980 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/bece52882b904fe8a2ac6cdba3400364 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/bece52882b904fe8a2ac6cdba3400364 2024-12-06T14:56:54,981 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/84e32d285d6e4eecad7602f93ca2a5dd 2024-12-06T14:56:54,982 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5a4e3ec0c88a44c6954eb0b05406290d 2024-12-06T14:56:54,984 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/637c61505d1b452a919fdd5e6bc4dcc4 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/637c61505d1b452a919fdd5e6bc4dcc4 2024-12-06T14:56:54,985 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/21f524a6be494a5a928a7f167aed7151 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/21f524a6be494a5a928a7f167aed7151 2024-12-06T14:56:54,986 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e9e42209fd274c9f9e8a04639f52a58d 2024-12-06T14:56:54,987 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/912d47f8d7394e11aecef67013509a59 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/912d47f8d7394e11aecef67013509a59 2024-12-06T14:56:54,988 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5b4a57a91666475392a2be4e6216a90d to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/5b4a57a91666475392a2be4e6216a90d 2024-12-06T14:56:54,989 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/fd75176ca52c4fc4989dda2d290aed9f to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/fd75176ca52c4fc4989dda2d290aed9f 2024-12-06T14:56:54,995 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-12-06T14:56:54,995 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. 2024-12-06T14:56:54,995 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8f56fbd613e2a4fe19008a00a198372e: Waiting for close lock at 1733497014949Running coprocessor pre-close hooks at 1733497014949Disabling compacts and flushes for region at 1733497014949Disabling writes for close at 1733497014949Obtaining lock to block concurrent updates at 1733497014950 (+1 ms)Preparing flush snapshotting stores in 8f56fbd613e2a4fe19008a00a198372e at 1733497014950Finished memstore snapshotting TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733497014950Flushing stores of TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. at 1733497014950Flushing 8f56fbd613e2a4fe19008a00a198372e/info: creating writer at 1733497014950Flushing 8f56fbd613e2a4fe19008a00a198372e/info: appending metadata at 1733497014953 (+3 ms)Flushing 8f56fbd613e2a4fe19008a00a198372e/info: closing flushed file at 1733497014953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7579cc: reopening flushed file at 1733497014966 (+13 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8f56fbd613e2a4fe19008a00a198372e in 26ms, sequenceid=127, compaction requested=true at 1733497014975 (+9 ms)Writing region close event to WAL at 1733497014991 (+16 ms)Running coprocessor post-close hooks at 1733497014995 (+4 ms)Closed at 1733497014995 2024-12-06T14:56:54,997 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:54,998 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8f56fbd613e2a4fe19008a00a198372e, regionState=CLOSED 2024-12-06T14:56:55,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8f56fbd613e2a4fe19008a00a198372e, server=bb7ea3e46d9c,36451,1733496999269 because future has completed 2024-12-06T14:56:55,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-06T14:56:55,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8f56fbd613e2a4fe19008a00a198372e, server=bb7ea3e46d9c,36451,1733496999269 in 211 msec 2024-12-06T14:56:55,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T14:56:55,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8f56fbd613e2a4fe19008a00a198372e, UNASSIGN in 218 msec 2024-12-06T14:56:55,015 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:55,018 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=8f56fbd613e2a4fe19008a00a198372e, threads=3 2024-12-06T14:56:55,020 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635 for region: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,020 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a4ba8026e0f6453c97b1df64984776c4 for region: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,020 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a175b01602d74aaa92ef17293e39f52a for region: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,031 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a175b01602d74aaa92ef17293e39f52a, top=true 2024-12-06T14:56:55,032 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a4ba8026e0f6453c97b1df64984776c4, top=true 2024-12-06T14:56:55,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741849_1025 (size=27) 2024-12-06T14:56:55,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741849_1025 (size=27) 2024-12-06T14:56:55,039 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4 for child: 4a97853915fdcf9dedf9c050dd94f78e, parent: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,039 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a for child: 4a97853915fdcf9dedf9c050dd94f78e, parent: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,039 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a175b01602d74aaa92ef17293e39f52a for region: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,039 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/a4ba8026e0f6453c97b1df64984776c4 for region: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741850_1026 (size=27) 2024-12-06T14:56:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741850_1026 (size=27) 2024-12-06T14:56:55,050 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635 for region: 8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:56:55,052 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8f56fbd613e2a4fe19008a00a198372e Daughter A: [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e] storefiles, Daughter B: [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e] storefiles. 2024-12-06T14:56:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741851_1027 (size=71) 2024-12-06T14:56:55,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741851_1027 (size=71) 2024-12-06T14:56:55,063 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741852_1028 (size=71) 2024-12-06T14:56:55,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741852_1028 (size=71) 2024-12-06T14:56:55,078 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:55,089 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-12-06T14:56:55,091 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-12-06T14:56:55,093 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733497015093"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733497015093"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733497015093"}]},"ts":"1733497015093"} 2024-12-06T14:56:55,093 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733497015093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733497015093"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733497015093"}]},"ts":"1733497015093"} 2024-12-06T14:56:55,094 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733497015093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733497015093"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733497015093"}]},"ts":"1733497015093"} 2024-12-06T14:56:55,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4462b7a70e8c936143f11f0b396bc9cb, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a97853915fdcf9dedf9c050dd94f78e, ASSIGN}] 2024-12-06T14:56:55,111 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4462b7a70e8c936143f11f0b396bc9cb, ASSIGN 2024-12-06T14:56:55,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a97853915fdcf9dedf9c050dd94f78e, ASSIGN 2024-12-06T14:56:55,112 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a97853915fdcf9dedf9c050dd94f78e, ASSIGN; state=SPLITTING_NEW, location=bb7ea3e46d9c,36451,1733496999269; forceNewPlan=false, retain=false 2024-12-06T14:56:55,112 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4462b7a70e8c936143f11f0b396bc9cb, ASSIGN; state=SPLITTING_NEW, location=bb7ea3e46d9c,36451,1733496999269; forceNewPlan=false, retain=false 2024-12-06T14:56:55,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a97853915fdcf9dedf9c050dd94f78e, regionState=OPENING, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:55,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4462b7a70e8c936143f11f0b396bc9cb, regionState=OPENING, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:55,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4462b7a70e8c936143f11f0b396bc9cb, ASSIGN because future has completed 2024-12-06T14:56:55,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4462b7a70e8c936143f11f0b396bc9cb, server=bb7ea3e46d9c,36451,1733496999269}] 2024-12-06T14:56:55,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a97853915fdcf9dedf9c050dd94f78e, ASSIGN because future has completed 2024-12-06T14:56:55,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269}] 2024-12-06T14:56:55,425 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:56:55,425 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a97853915fdcf9dedf9c050dd94f78e, NAME => 'TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-06T14:56:55,426 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,426 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:55,426 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,426 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,428 INFO [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,429 INFO [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a97853915fdcf9dedf9c050dd94f78e columnFamilyName info 2024-12-06T14:56:55,430 DEBUG [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:55,443 DEBUG [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a 2024-12-06T14:56:55,448 DEBUG [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4 2024-12-06T14:56:55,456 DEBUG [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e->hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635-top 2024-12-06T14:56:55,456 INFO [StoreOpener-4a97853915fdcf9dedf9c050dd94f78e-1 {}] regionserver.HStore(327): Store=4a97853915fdcf9dedf9c050dd94f78e/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:56:55,457 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,457 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,459 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,459 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,459 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,461 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,462 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 4a97853915fdcf9dedf9c050dd94f78e; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=753969, jitterRate=-0.04127921164035797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:56:55,462 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:56:55,463 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 4a97853915fdcf9dedf9c050dd94f78e: Running coprocessor pre-open hook at 1733497015426Writing region info on filesystem at 1733497015426Initializing all the Stores at 1733497015428 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497015428Cleaning up temporary data from old regions at 1733497015459 (+31 ms)Running coprocessor post-open hooks at 1733497015462 (+3 ms)Region opened successfully at 1733497015463 (+1 ms) 2024-12-06T14:56:55,464 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., pid=13, masterSystemTime=1733497015418 2024-12-06T14:56:55,464 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:56:55,464 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:55,464 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:56:55,465 INFO [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:56:55,465 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:56:55,466 INFO [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:56:55,466 INFO [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e->hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635-top, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=113.7 K 2024-12-06T14:56:55,466 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:56:55,466 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:56:55,466 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:56:55,467 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4462b7a70e8c936143f11f0b396bc9cb, NAME => 'TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-06T14:56:55,467 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=4a97853915fdcf9dedf9c050dd94f78e, regionState=OPEN, openSeqNum=131, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:55,467 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,467 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:56:55,467 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,467 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,468 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] compactions.Compactor(225): Compacting e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e, keycount=41, bloomtype=ROW, size=90.6 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1733497010515 2024-12-06T14:56:55,469 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733497014709 2024-12-06T14:56:55,469 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-06T14:56:55,470 INFO [StoreOpener-4462b7a70e8c936143f11f0b396bc9cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T14:56:55,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 because future has completed 2024-12-06T14:56:55,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-12-06T14:56:55,471 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733497014736 2024-12-06T14:56:55,471 INFO [StoreOpener-4462b7a70e8c936143f11f0b396bc9cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4462b7a70e8c936143f11f0b396bc9cb columnFamilyName info 2024-12-06T14:56:55,471 DEBUG [StoreOpener-4462b7a70e8c936143f11f0b396bc9cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:56:55,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-12-06T14:56:55,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 in 205 msec 2024-12-06T14:56:55,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a97853915fdcf9dedf9c050dd94f78e, ASSIGN in 366 msec 2024-12-06T14:56:55,483 DEBUG [StoreOpener-4462b7a70e8c936143f11f0b396bc9cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e->hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635-bottom 2024-12-06T14:56:55,484 INFO [StoreOpener-4462b7a70e8c936143f11f0b396bc9cb-1 {}] regionserver.HStore(327): Store=4462b7a70e8c936143f11f0b396bc9cb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:56:55,484 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,485 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,487 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,487 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,487 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/info/cb0058492d3649db9f91de6ae0d587f5 is 193, key is TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e./info:regioninfo/1733497015467/Put/seqid=0 2024-12-06T14:56:55,490 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,491 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4462b7a70e8c936143f11f0b396bc9cb; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848417, jitterRate=0.078818678855896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T14:56:55,491 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:56:55,491 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4462b7a70e8c936143f11f0b396bc9cb: Running coprocessor pre-open hook at 1733497015467Writing region info on filesystem at 1733497015467Initializing all the Stores at 1733497015469 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497015469Cleaning up temporary data from old regions at 1733497015487 (+18 ms)Running coprocessor post-open hooks at 1733497015491 (+4 ms)Region opened successfully at 1733497015491 2024-12-06T14:56:55,492 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb., pid=12, masterSystemTime=1733497015418 2024-12-06T14:56:55,492 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 4462b7a70e8c936143f11f0b396bc9cb:info, priority=-2147483648, current under compaction store size is 2 2024-12-06T14:56:55,492 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T14:56:55,492 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:55,493 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:56:55,493 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4462b7a70e8c936143f11f0b396bc9cb/info is initiating minor compaction (all files) 2024-12-06T14:56:55,493 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4462b7a70e8c936143f11f0b396bc9cb/info in TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:56:55,494 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e->hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635-bottom] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/.tmp, totalSize=90.6 K 2024-12-06T14:56:55,494 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e, keycount=41, bloomtype=ROW, size=90.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1733497010515 2024-12-06T14:56:55,495 DEBUG [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:56:55,495 INFO [RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:56:55,495 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4462b7a70e8c936143f11f0b396bc9cb, regionState=OPEN, openSeqNum=131, regionLocation=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:55,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4462b7a70e8c936143f11f0b396bc9cb, server=bb7ea3e46d9c,36451,1733496999269 because future has completed 2024-12-06T14:56:55,498 INFO [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:56:55,499 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/532d77a5cdee40bc9a8db6aeffb18539 is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:56:55,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-06T14:56:55,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4462b7a70e8c936143f11f0b396bc9cb, server=bb7ea3e46d9c,36451,1733496999269 in 236 msec 2024-12-06T14:56:55,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-12-06T14:56:55,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4462b7a70e8c936143f11f0b396bc9cb, ASSIGN in 393 msec 2024-12-06T14:56:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741853_1029 (size=9882) 2024-12-06T14:56:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741853_1029 (size=9882) 2024-12-06T14:56:55,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8f56fbd613e2a4fe19008a00a198372e, daughterA=4462b7a70e8c936143f11f0b396bc9cb, daughterB=4a97853915fdcf9dedf9c050dd94f78e in 729 msec 2024-12-06T14:56:55,509 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/info/cb0058492d3649db9f91de6ae0d587f5 2024-12-06T14:56:55,517 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4462b7a70e8c936143f11f0b396bc9cb#info#compaction#45 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:56:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741854_1030 (size=40005) 2024-12-06T14:56:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741854_1030 (size=40005) 2024-12-06T14:56:55,518 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/.tmp/info/702edabae5144ef38c582c3db9442acd is 1055, key is row0001/info:/1733497010515/Put/seqid=0 2024-12-06T14:56:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741855_1031 (size=71441) 2024-12-06T14:56:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741855_1031 (size=71441) 2024-12-06T14:56:55,551 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/532d77a5cdee40bc9a8db6aeffb18539 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/532d77a5cdee40bc9a8db6aeffb18539 2024-12-06T14:56:55,553 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/.tmp/info/702edabae5144ef38c582c3db9442acd as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/702edabae5144ef38c582c3db9442acd 2024-12-06T14:56:55,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/ns/30e565d886fe43e980e2f03513e328e5 is 43, key is default/ns:d/1733497000324/Put/seqid=0 2024-12-06T14:56:55,558 INFO [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into 532d77a5cdee40bc9a8db6aeffb18539(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:56:55,558 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:56:55,559 INFO [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497015464; duration=0sec 2024-12-06T14:56:55,559 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:55,559 DEBUG [RS:0;bb7ea3e46d9c:36451-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:56:55,561 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 4462b7a70e8c936143f11f0b396bc9cb/info of 4462b7a70e8c936143f11f0b396bc9cb into 702edabae5144ef38c582c3db9442acd(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:56:55,561 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4462b7a70e8c936143f11f0b396bc9cb: 2024-12-06T14:56:55,561 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb., storeName=4462b7a70e8c936143f11f0b396bc9cb/info, priority=15, startTime=1733497015492; duration=0sec 2024-12-06T14:56:55,561 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:56:55,561 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4462b7a70e8c936143f11f0b396bc9cb:info 2024-12-06T14:56:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741856_1032 (size=5153) 2024-12-06T14:56:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741856_1032 (size=5153) 2024-12-06T14:56:55,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/ns/30e565d886fe43e980e2f03513e328e5 2024-12-06T14:56:55,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/table/f9ec2911830549118f106b7425a3d48e is 65, key is TestLogRolling-testLogRolling/table:state/1733497000790/Put/seqid=0 2024-12-06T14:56:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741857_1033 (size=5340) 2024-12-06T14:56:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741857_1033 (size=5340) 2024-12-06T14:56:55,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/table/f9ec2911830549118f106b7425a3d48e 2024-12-06T14:56:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/info/cb0058492d3649db9f91de6ae0d587f5 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/info/cb0058492d3649db9f91de6ae0d587f5 2024-12-06T14:56:55,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/info/cb0058492d3649db9f91de6ae0d587f5, entries=30, sequenceid=17, filesize=9.7 K 2024-12-06T14:56:55,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/ns/30e565d886fe43e980e2f03513e328e5 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/ns/30e565d886fe43e980e2f03513e328e5 2024-12-06T14:56:55,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/ns/30e565d886fe43e980e2f03513e328e5, entries=2, sequenceid=17, filesize=5.0 K 2024-12-06T14:56:55,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/table/f9ec2911830549118f106b7425a3d48e as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/table/f9ec2911830549118f106b7425a3d48e 2024-12-06T14:56:55,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/table/f9ec2911830549118f106b7425a3d48e, entries=2, sequenceid=17, filesize=5.2 K 2024-12-06T14:56:55,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 141ms, sequenceid=17, compaction requested=false 2024-12-06T14:56:55,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-06T14:56:56,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:33146 deadline: 1733497026739, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. is not online on bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:56:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. is not online on bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T14:56:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e. is not online on bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T14:56:56,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733497000417.8f56fbd613e2a4fe19008a00a198372e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=2 from cache 2024-12-06T14:57:00,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:57:00,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:00,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:06,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131] 2024-12-06T14:57:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:06,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:57:06,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/301a300b1af6460b8b08b08b04dabfcf is 1055, key is row0097/info:/1733497026887/Put/seqid=0 2024-12-06T14:57:06,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741858_1034 (size=13394) 2024-12-06T14:57:06,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741858_1034 (size=13394) 2024-12-06T14:57:06,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/301a300b1af6460b8b08b08b04dabfcf 2024-12-06T14:57:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/301a300b1af6460b8b08b08b04dabfcf as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/301a300b1af6460b8b08b08b04dabfcf 2024-12-06T14:57:06,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/301a300b1af6460b8b08b08b04dabfcf, entries=8, sequenceid=142, filesize=13.1 K 2024-12-06T14:57:06,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 4a97853915fdcf9dedf9c050dd94f78e in 29ms, sequenceid=142, compaction requested=false 2024-12-06T14:57:06,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:06,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-06T14:57:06,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/3afb816a5bfb49bfa345176b5043d2c0 is 1055, key is row0105/info:/1733497026902/Put/seqid=0 2024-12-06T14:57:06,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741859_1035 (size=17606) 2024-12-06T14:57:06,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741859_1035 (size=17606) 2024-12-06T14:57:06,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/3afb816a5bfb49bfa345176b5043d2c0 2024-12-06T14:57:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/3afb816a5bfb49bfa345176b5043d2c0 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3afb816a5bfb49bfa345176b5043d2c0 2024-12-06T14:57:06,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3afb816a5bfb49bfa345176b5043d2c0, entries=12, sequenceid=157, filesize=17.2 K 2024-12-06T14:57:06,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 4a97853915fdcf9dedf9c050dd94f78e in 33ms, sequenceid=157, compaction requested=true 2024-12-06T14:57:06,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:06,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:57:06,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:06,965 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:57:06,966 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:57:06,966 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:57:06,967 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:06,967 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/532d77a5cdee40bc9a8db6aeffb18539, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/301a300b1af6460b8b08b08b04dabfcf, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3afb816a5bfb49bfa345176b5043d2c0] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=69.3 K 2024-12-06T14:57:06,967 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 532d77a5cdee40bc9a8db6aeffb18539, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733497012661 2024-12-06T14:57:06,967 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 301a300b1af6460b8b08b08b04dabfcf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733497026887 2024-12-06T14:57:06,968 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3afb816a5bfb49bfa345176b5043d2c0, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733497026902 2024-12-06T14:57:06,980 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#50 average throughput is 26.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:57:06,981 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/d57676461c994f60b2cca3109aa48484 is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:57:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741860_1036 (size=61235) 2024-12-06T14:57:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741860_1036 (size=61235) 2024-12-06T14:57:07,397 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/d57676461c994f60b2cca3109aa48484 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/d57676461c994f60b2cca3109aa48484 2024-12-06T14:57:07,405 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into d57676461c994f60b2cca3109aa48484(size=59.8 K), total size for store is 59.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:57:07,405 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:07,406 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497026965; duration=0sec 2024-12-06T14:57:07,406 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:07,406 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:57:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:08,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-06T14:57:08,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/cee389b7c0374148af9520782bbe40e6 is 1055, key is row0117/info:/1733497026933/Put/seqid=0 2024-12-06T14:57:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741861_1037 (size=18675) 2024-12-06T14:57:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741861_1037 (size=18675) 2024-12-06T14:57:08,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/cee389b7c0374148af9520782bbe40e6 2024-12-06T14:57:08,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/cee389b7c0374148af9520782bbe40e6 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/cee389b7c0374148af9520782bbe40e6 2024-12-06T14:57:08,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/cee389b7c0374148af9520782bbe40e6, entries=13, sequenceid=174, filesize=18.2 K 2024-12-06T14:57:08,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 4a97853915fdcf9dedf9c050dd94f78e in 27ms, sequenceid=174, compaction requested=false 2024-12-06T14:57:08,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:08,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-06T14:57:08,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/edff59b108f44091a4b3170a6b7f1fa7 is 1055, key is row0130/info:/1733497028966/Put/seqid=0 2024-12-06T14:57:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741862_1038 (size=17606) 2024-12-06T14:57:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741862_1038 (size=17606) 2024-12-06T14:57:09,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/edff59b108f44091a4b3170a6b7f1fa7 2024-12-06T14:57:09,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/edff59b108f44091a4b3170a6b7f1fa7 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/edff59b108f44091a4b3170a6b7f1fa7 2024-12-06T14:57:09,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/edff59b108f44091a4b3170a6b7f1fa7, entries=12, sequenceid=189, filesize=17.2 K 2024-12-06T14:57:09,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 4a97853915fdcf9dedf9c050dd94f78e in 24ms, sequenceid=189, compaction requested=true 2024-12-06T14:57:09,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:09,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:57:09,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:09,016 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:57:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:09,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-06T14:57:09,017 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 97516 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:57:09,017 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:57:09,017 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:09,017 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/d57676461c994f60b2cca3109aa48484, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/cee389b7c0374148af9520782bbe40e6, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/edff59b108f44091a4b3170a6b7f1fa7] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=95.2 K 2024-12-06T14:57:09,018 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting d57676461c994f60b2cca3109aa48484, keycount=53, bloomtype=ROW, size=59.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733497012661 2024-12-06T14:57:09,018 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting cee389b7c0374148af9520782bbe40e6, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733497026933 2024-12-06T14:57:09,019 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting edff59b108f44091a4b3170a6b7f1fa7, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733497028966 2024-12-06T14:57:09,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7708aeca6f964595a2df2a97a5007961 is 1055, key is row0142/info:/1733497028993/Put/seqid=0 2024-12-06T14:57:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741863_1039 (size=18675) 2024-12-06T14:57:09,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741863_1039 (size=18675) 2024-12-06T14:57:09,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7708aeca6f964595a2df2a97a5007961 2024-12-06T14:57:09,036 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#54 average throughput is 39.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:57:09,036 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/9d01f30af4794de282034c33d496c2fc is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:57:09,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741864_1040 (size=87735) 2024-12-06T14:57:09,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741864_1040 (size=87735) 2024-12-06T14:57:09,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7708aeca6f964595a2df2a97a5007961 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7708aeca6f964595a2df2a97a5007961 2024-12-06T14:57:09,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7708aeca6f964595a2df2a97a5007961, entries=13, sequenceid=205, filesize=18.2 K 2024-12-06T14:57:09,046 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/9d01f30af4794de282034c33d496c2fc as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/9d01f30af4794de282034c33d496c2fc 2024-12-06T14:57:09,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=6.16 KB/6306 for 4a97853915fdcf9dedf9c050dd94f78e in 31ms, sequenceid=205, compaction requested=false 2024-12-06T14:57:09,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:09,052 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into 9d01f30af4794de282034c33d496c2fc(size=85.7 K), total size for store is 103.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:57:09,052 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:09,052 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497029016; duration=0sec 2024-12-06T14:57:09,052 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:09,052 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:57:09,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T14:57:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:11,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:57:11,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/e1d92e9be9754b2793234a2122f945e5 is 1055, key is row0155/info:/1733497029018/Put/seqid=0 2024-12-06T14:57:11,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741865_1041 (size=13394) 2024-12-06T14:57:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741865_1041 (size=13394) 2024-12-06T14:57:11,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/e1d92e9be9754b2793234a2122f945e5 2024-12-06T14:57:11,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/e1d92e9be9754b2793234a2122f945e5 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e1d92e9be9754b2793234a2122f945e5 2024-12-06T14:57:11,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e1d92e9be9754b2793234a2122f945e5, entries=8, sequenceid=217, filesize=13.1 K 2024-12-06T14:57:11,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 4a97853915fdcf9dedf9c050dd94f78e in 24ms, sequenceid=217, compaction requested=true 2024-12-06T14:57:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:57:11,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:11,063 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:57:11,064 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119804 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:57:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:11,064 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:57:11,064 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:11,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-06T14:57:11,064 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/9d01f30af4794de282034c33d496c2fc, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7708aeca6f964595a2df2a97a5007961, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e1d92e9be9754b2793234a2122f945e5] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=117.0 K 2024-12-06T14:57:11,065 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d01f30af4794de282034c33d496c2fc, keycount=78, bloomtype=ROW, size=85.7 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733497012661 2024-12-06T14:57:11,065 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7708aeca6f964595a2df2a97a5007961, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733497028993 2024-12-06T14:57:11,066 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1d92e9be9754b2793234a2122f945e5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733497029018 2024-12-06T14:57:11,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/acc5048c3a47410aa9aaaba48164e9ed is 1055, key is row0163/info:/1733497031041/Put/seqid=0 2024-12-06T14:57:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741866_1042 (size=17606) 2024-12-06T14:57:11,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741866_1042 (size=17606) 2024-12-06T14:57:11,081 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#57 average throughput is 49.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:57:11,082 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/1b3312b2039c4e3e9a51a361f2569624 is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:57:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741867_1043 (size=109958) 2024-12-06T14:57:11,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741867_1043 (size=109958) 2024-12-06T14:57:11,097 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/1b3312b2039c4e3e9a51a361f2569624 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/1b3312b2039c4e3e9a51a361f2569624 2024-12-06T14:57:11,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T14:57:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:33146 deadline: 1733497041101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:57:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T14:57:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T14:57:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131 because the exception is null or not the one we care about 2024-12-06T14:57:11,105 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into 1b3312b2039c4e3e9a51a361f2569624(size=107.4 K), total size for store is 107.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:57:11,105 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:11,105 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497031063; duration=0sec 2024-12-06T14:57:11,105 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:11,105 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:57:11,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/acc5048c3a47410aa9aaaba48164e9ed 2024-12-06T14:57:11,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/acc5048c3a47410aa9aaaba48164e9ed as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/acc5048c3a47410aa9aaaba48164e9ed 2024-12-06T14:57:11,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/acc5048c3a47410aa9aaaba48164e9ed, entries=12, sequenceid=232, filesize=17.2 K 2024-12-06T14:57:11,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=17.45 KB/17867 for 4a97853915fdcf9dedf9c050dd94f78e in 426ms, sequenceid=232, compaction requested=false 2024-12-06T14:57:11,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:21,012 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T14:57:21,012 INFO [master/bb7ea3e46d9c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T14:57:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:21,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-12-06T14:57:21,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/310f2c59c6c84770a2c74ac0ff817ace is 1055, key is row0175/info:/1733497031065/Put/seqid=0 2024-12-06T14:57:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741868_1044 (size=23944) 2024-12-06T14:57:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741868_1044 (size=23944) 2024-12-06T14:57:21,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/310f2c59c6c84770a2c74ac0ff817ace 2024-12-06T14:57:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/310f2c59c6c84770a2c74ac0ff817ace as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/310f2c59c6c84770a2c74ac0ff817ace 2024-12-06T14:57:21,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/310f2c59c6c84770a2c74ac0ff817ace, entries=18, sequenceid=254, filesize=23.4 K 2024-12-06T14:57:21,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=0 B/0 for 4a97853915fdcf9dedf9c050dd94f78e in 26ms, sequenceid=254, compaction requested=true 2024-12-06T14:57:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:57:21,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:21,184 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:57:21,186 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 151508 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:57:21,186 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:57:21,186 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:21,186 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/1b3312b2039c4e3e9a51a361f2569624, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/acc5048c3a47410aa9aaaba48164e9ed, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/310f2c59c6c84770a2c74ac0ff817ace] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=148.0 K 2024-12-06T14:57:21,186 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b3312b2039c4e3e9a51a361f2569624, keycount=99, bloomtype=ROW, size=107.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733497012661 2024-12-06T14:57:21,187 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting acc5048c3a47410aa9aaaba48164e9ed, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733497031041 2024-12-06T14:57:21,187 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 310f2c59c6c84770a2c74ac0ff817ace, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733497031065 2024-12-06T14:57:21,199 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#59 average throughput is 64.65 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:57:21,200 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/715eadb87ef146db8acff8b3bf08778a is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:57:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741869_1045 (size=141854) 2024-12-06T14:57:21,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741869_1045 (size=141854) 2024-12-06T14:57:21,209 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/715eadb87ef146db8acff8b3bf08778a as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/715eadb87ef146db8acff8b3bf08778a 2024-12-06T14:57:21,214 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into 715eadb87ef146db8acff8b3bf08778a(size=138.5 K), total size for store is 138.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:57:21,215 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:21,215 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497041184; duration=0sec 2024-12-06T14:57:21,215 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:21,215 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:57:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:23,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-06T14:57:23,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/f1c38f8d7be942d4a0f461e5c3b030ec is 1055, key is row0193/info:/1733497043159/Put/seqid=0 2024-12-06T14:57:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741870_1046 (size=13402) 2024-12-06T14:57:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741870_1046 (size=13402) 2024-12-06T14:57:23,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/f1c38f8d7be942d4a0f461e5c3b030ec 2024-12-06T14:57:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/f1c38f8d7be942d4a0f461e5c3b030ec as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/f1c38f8d7be942d4a0f461e5c3b030ec 2024-12-06T14:57:23,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/f1c38f8d7be942d4a0f461e5c3b030ec, entries=8, sequenceid=266, filesize=13.1 K 2024-12-06T14:57:23,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 4a97853915fdcf9dedf9c050dd94f78e in 23ms, sequenceid=266, compaction requested=false 2024-12-06T14:57:23,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:23,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-06T14:57:23,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/c16bbb62da7d43519b6db0f9fc72e501 is 1055, key is row0201/info:/1733497043204/Put/seqid=0 2024-12-06T14:57:23,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741871_1047 (size=18688) 2024-12-06T14:57:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741871_1047 (size=18688) 2024-12-06T14:57:23,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/c16bbb62da7d43519b6db0f9fc72e501 2024-12-06T14:57:23,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/c16bbb62da7d43519b6db0f9fc72e501 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/c16bbb62da7d43519b6db0f9fc72e501 2024-12-06T14:57:23,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/c16bbb62da7d43519b6db0f9fc72e501, entries=13, sequenceid=282, filesize=18.3 K 2024-12-06T14:57:23,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 4a97853915fdcf9dedf9c050dd94f78e in 22ms, sequenceid=282, compaction requested=true 2024-12-06T14:57:23,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:23,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:57:23,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:23,250 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:57:23,251 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 173944 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:57:23,251 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:57:23,251 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:23,251 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/715eadb87ef146db8acff8b3bf08778a, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/f1c38f8d7be942d4a0f461e5c3b030ec, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/c16bbb62da7d43519b6db0f9fc72e501] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=169.9 K 2024-12-06T14:57:23,251 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 715eadb87ef146db8acff8b3bf08778a, keycount=129, bloomtype=ROW, size=138.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733497012661 2024-12-06T14:57:23,252 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c38f8d7be942d4a0f461e5c3b030ec, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733497043159 2024-12-06T14:57:23,252 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting c16bbb62da7d43519b6db0f9fc72e501, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733497043204 2024-12-06T14:57:23,264 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#62 average throughput is 50.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:57:23,264 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/bd07bf10ee6b49d5b6d9a061a31dd789 is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:57:23,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741872_1048 (size=164094) 2024-12-06T14:57:23,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741872_1048 (size=164094) 2024-12-06T14:57:23,274 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/bd07bf10ee6b49d5b6d9a061a31dd789 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/bd07bf10ee6b49d5b6d9a061a31dd789 2024-12-06T14:57:23,279 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into bd07bf10ee6b49d5b6d9a061a31dd789(size=160.2 K), total size for store is 160.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:57:23,279 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:23,279 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497043250; duration=0sec 2024-12-06T14:57:23,279 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:23,279 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:57:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:25,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-06T14:57:25,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/e8079493fce043f2ad1977d3ca64e24a is 1055, key is row0214/info:/1733497043228/Put/seqid=0 2024-12-06T14:57:25,262 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-12-06T14:57:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741873_1049 (size=17618) 2024-12-06T14:57:25,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741873_1049 (size=17618) 2024-12-06T14:57:25,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/e8079493fce043f2ad1977d3ca64e24a 2024-12-06T14:57:25,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/e8079493fce043f2ad1977d3ca64e24a as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e8079493fce043f2ad1977d3ca64e24a 2024-12-06T14:57:25,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e8079493fce043f2ad1977d3ca64e24a, entries=12, sequenceid=298, filesize=17.2 K 2024-12-06T14:57:25,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 4a97853915fdcf9dedf9c050dd94f78e in 29ms, sequenceid=298, compaction requested=false 2024-12-06T14:57:25,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:25,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-06T14:57:25,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7ebc23be55254ec68450040f0b5fce94 is 1055, key is row0226/info:/1733497045256/Put/seqid=0 2024-12-06T14:57:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741874_1050 (size=19742) 2024-12-06T14:57:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741874_1050 (size=19742) 2024-12-06T14:57:25,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T14:57:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:33146 deadline: 1733497055310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:57:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T14:57:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a97853915fdcf9dedf9c050dd94f78e, server=bb7ea3e46d9c,36451,1733496999269 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T14:57:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., hostname=bb7ea3e46d9c,36451,1733496999269, seqNum=131 because the exception is null or not the one we care about 2024-12-06T14:57:25,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7ebc23be55254ec68450040f0b5fce94 2024-12-06T14:57:25,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7ebc23be55254ec68450040f0b5fce94 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7ebc23be55254ec68450040f0b5fce94 2024-12-06T14:57:25,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7ebc23be55254ec68450040f0b5fce94, entries=14, sequenceid=315, filesize=19.3 K 2024-12-06T14:57:25,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 4a97853915fdcf9dedf9c050dd94f78e in 431ms, sequenceid=315, compaction requested=true 2024-12-06T14:57:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a97853915fdcf9dedf9c050dd94f78e:info, priority=-2147483648, current under compaction store size is 1 2024-12-06T14:57:25,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:25,714 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T14:57:25,715 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 201454 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T14:57:25,715 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1541): 4a97853915fdcf9dedf9c050dd94f78e/info is initiating minor compaction (all files) 2024-12-06T14:57:25,715 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a97853915fdcf9dedf9c050dd94f78e/info in TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:25,716 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/bd07bf10ee6b49d5b6d9a061a31dd789, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e8079493fce043f2ad1977d3ca64e24a, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7ebc23be55254ec68450040f0b5fce94] into tmpdir=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp, totalSize=196.7 K 2024-12-06T14:57:25,716 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd07bf10ee6b49d5b6d9a061a31dd789, keycount=150, bloomtype=ROW, size=160.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733497012661 2024-12-06T14:57:25,716 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8079493fce043f2ad1977d3ca64e24a, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733497043228 2024-12-06T14:57:25,717 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ebc23be55254ec68450040f0b5fce94, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733497045256 2024-12-06T14:57:25,729 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a97853915fdcf9dedf9c050dd94f78e#info#compaction#65 average throughput is 88.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T14:57:25,730 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/d57ee041a5a342faada283ac3b2f40ee is 1055, key is row0064/info:/1733497012661/Put/seqid=0 2024-12-06T14:57:25,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741875_1051 (size=191608) 2024-12-06T14:57:25,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741875_1051 (size=191608) 2024-12-06T14:57:26,147 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/d57ee041a5a342faada283ac3b2f40ee as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/d57ee041a5a342faada283ac3b2f40ee 2024-12-06T14:57:26,155 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a97853915fdcf9dedf9c050dd94f78e/info of 4a97853915fdcf9dedf9c050dd94f78e into d57ee041a5a342faada283ac3b2f40ee(size=187.1 K), total size for store is 187.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T14:57:26,155 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:26,155 INFO [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., storeName=4a97853915fdcf9dedf9c050dd94f78e/info, priority=13, startTime=1733497045714; duration=0sec 2024-12-06T14:57:26,155 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T14:57:26,155 DEBUG [RS:0;bb7ea3e46d9c:36451-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a97853915fdcf9dedf9c050dd94f78e:info 2024-12-06T14:57:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] regionserver.HRegion(8855): Flush requested on 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:35,338 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-12-06T14:57:35,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7f3713c3ce16417eb8cf67e2a492c03d is 1055, key is row0240/info:/1733497045284/Put/seqid=0 2024-12-06T14:57:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741876_1052 (size=21854) 2024-12-06T14:57:35,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741876_1052 (size=21854) 2024-12-06T14:57:35,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7f3713c3ce16417eb8cf67e2a492c03d 2024-12-06T14:57:35,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/7f3713c3ce16417eb8cf67e2a492c03d as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7f3713c3ce16417eb8cf67e2a492c03d 2024-12-06T14:57:35,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7f3713c3ce16417eb8cf67e2a492c03d, entries=16, sequenceid=335, filesize=21.3 K 2024-12-06T14:57:35,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=1.03 KB/1051 for 4a97853915fdcf9dedf9c050dd94f78e in 27ms, sequenceid=335, compaction requested=false 2024-12-06T14:57:35,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:37,342 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-06T14:57:37,359 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342, exclude list is [], retry=0 2024-12-06T14:57:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5386c707-ecac-494a-8a78-c75ffeda4cac,DISK] 2024-12-06T14:57:37,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45569,DS-95d44c37-7821-4981-b100-5fe4801ec7a6,DISK] 2024-12-06T14:57:37,362 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733496999876 with entries=315, filesize=303.08 KB; new WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342 2024-12-06T14:57:37,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987),(127.0.0.1/127.0.0.1:44493:44493)] 2024-12-06T14:57:37,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733496999876 is not closed yet, will try archiving it next time 2024-12-06T14:57:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741833_1009 (size=310363) 2024-12-06T14:57:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741833_1009 (size=310363) 2024-12-06T14:57:37,366 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4462b7a70e8c936143f11f0b396bc9cb: 2024-12-06T14:57:37,366 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4a97853915fdcf9dedf9c050dd94f78e 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-06T14:57:37,369 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/3ad4ab14f3384a0f817f25d588a81377 is 1055, key is row0256/info:/1733497055340/Put/seqid=0 2024-12-06T14:57:37,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741878_1054 (size=6010) 2024-12-06T14:57:37,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741878_1054 (size=6010) 2024-12-06T14:57:37,374 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/3ad4ab14f3384a0f817f25d588a81377 2024-12-06T14:57:37,380 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/.tmp/info/3ad4ab14f3384a0f817f25d588a81377 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3ad4ab14f3384a0f817f25d588a81377 2024-12-06T14:57:37,385 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3ad4ab14f3384a0f817f25d588a81377, entries=1, sequenceid=339, filesize=5.9 K 2024-12-06T14:57:37,386 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 4a97853915fdcf9dedf9c050dd94f78e in 20ms, sequenceid=339, compaction requested=true 2024-12-06T14:57:37,386 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4a97853915fdcf9dedf9c050dd94f78e: 2024-12-06T14:57:37,386 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-12-06T14:57:37,391 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/info/cba719cd56e14862b0e0c8535e21a73c is 186, key is TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb./info:regioninfo/1733497015495/Put/seqid=0 2024-12-06T14:57:37,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741879_1055 (size=6153) 2024-12-06T14:57:37,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741879_1055 (size=6153) 2024-12-06T14:57:37,396 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/info/cba719cd56e14862b0e0c8535e21a73c 2024-12-06T14:57:37,403 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/.tmp/info/cba719cd56e14862b0e0c8535e21a73c as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/info/cba719cd56e14862b0e0c8535e21a73c 2024-12-06T14:57:37,409 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/info/cba719cd56e14862b0e0c8535e21a73c, entries=5, sequenceid=21, filesize=6.0 K 2024-12-06T14:57:37,410 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 24ms, sequenceid=21, compaction requested=false 2024-12-06T14:57:37,410 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-06T14:57:37,423 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057410, exclude list is [], retry=0 2024-12-06T14:57:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41099,DS-5386c707-ecac-494a-8a78-c75ffeda4cac,DISK] 2024-12-06T14:57:37,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45569,DS-95d44c37-7821-4981-b100-5fe4801ec7a6,DISK] 2024-12-06T14:57:37,426 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057410 2024-12-06T14:57:37,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40987:40987),(127.0.0.1/127.0.0.1:44493:44493)] 2024-12-06T14:57:37,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342 is not closed yet, will try archiving it next time 2024-12-06T14:57:37,427 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733496999876 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/oldWALs/bb7ea3e46d9c%2C36451%2C1733496999269.1733496999876 2024-12-06T14:57:37,428 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-06T14:57:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741877_1053 (size=731) 2024-12-06T14:57:37,428 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342 not finished, retry = 0 2024-12-06T14:57:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741877_1053 (size=731) 2024-12-06T14:57:37,530 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/WALs/bb7ea3e46d9c,36451,1733496999269/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/oldWALs/bb7ea3e46d9c%2C36451%2C1733496999269.1733497057342 2024-12-06T14:57:37,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:57:37,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:57:37,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:57:37,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:37,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:37,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:57:37,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:57:37,630 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1974760487, stopped=false 2024-12-06T14:57:37,630 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,35153,1733496999100 2024-12-06T14:57:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:57:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:57:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:37,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:37,692 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:57:37,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:57:37,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:57:37,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:37,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:57:37,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:57:37,694 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,36451,1733496999269' ***** 2024-12-06T14:57:37,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:57:37,696 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:57:37,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:57:37,696 INFO [RS:0;bb7ea3e46d9c:36451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:57:37,696 INFO [RS:0;bb7ea3e46d9c:36451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:57:37,696 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(3091): Received CLOSE for 4462b7a70e8c936143f11f0b396bc9cb 2024-12-06T14:57:37,696 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:57:37,697 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4462b7a70e8c936143f11f0b396bc9cb, disabling compactions & flushes 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:57:37,697 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:57:37,697 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:36451. 2024-12-06T14:57:37,697 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. after waiting 0 ms 2024-12-06T14:57:37,697 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:57:37,697 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:57:37,697 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:57:37,697 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:57:37,697 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e->hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635-bottom] to archive 2024-12-06T14:57:37,698 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-06T14:57:37,698 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1325): Online Regions={4462b7a70e8c936143f11f0b396bc9cb=TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb., 4a97853915fdcf9dedf9c050dd94f78e=TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e., 1588230740=hbase:meta,,1.1588230740} 2024-12-06T14:57:37,698 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:57:37,698 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4462b7a70e8c936143f11f0b396bc9cb, 4a97853915fdcf9dedf9c050dd94f78e 2024-12-06T14:57:37,698 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:57:37,698 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:57:37,698 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:57:37,698 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:57:37,699 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T14:57:37,701 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:57:37,701 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=bb7ea3e46d9c:35153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-06T14:57:37,701 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-06T14:57:37,703 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-06T14:57:37,703 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:57:37,703 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:57:37,703 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733497057698Running coprocessor pre-close hooks at 1733497057698Disabling compacts and flushes for region at 1733497057698Disabling writes for close at 1733497057698Writing region close event to WAL at 1733497057700 (+2 ms)Running coprocessor post-close hooks at 1733497057703 (+3 ms)Closed at 1733497057703 2024-12-06T14:57:37,704 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:57:37,704 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4462b7a70e8c936143f11f0b396bc9cb/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-12-06T14:57:37,705 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:57:37,705 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4462b7a70e8c936143f11f0b396bc9cb: Waiting for close lock at 1733497057697Running coprocessor pre-close hooks at 1733497057697Disabling compacts and flushes for region at 1733497057697Disabling writes for close at 1733497057697Writing region close event to WAL at 1733497057702 (+5 ms)Running coprocessor post-close hooks at 1733497057705 (+3 ms)Closed at 1733497057705 2024-12-06T14:57:37,705 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733497014776.4462b7a70e8c936143f11f0b396bc9cb. 2024-12-06T14:57:37,705 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a97853915fdcf9dedf9c050dd94f78e, disabling compactions & flushes 2024-12-06T14:57:37,705 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:37,705 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:37,705 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. after waiting 0 ms 2024-12-06T14:57:37,705 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:37,706 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e->hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/8f56fbd613e2a4fe19008a00a198372e/info/e7b98d3dccb64c4d9a1574d525685635-top, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/532d77a5cdee40bc9a8db6aeffb18539, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/301a300b1af6460b8b08b08b04dabfcf, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/d57676461c994f60b2cca3109aa48484, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3afb816a5bfb49bfa345176b5043d2c0, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/cee389b7c0374148af9520782bbe40e6, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/9d01f30af4794de282034c33d496c2fc, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/edff59b108f44091a4b3170a6b7f1fa7, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7708aeca6f964595a2df2a97a5007961, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/1b3312b2039c4e3e9a51a361f2569624, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e1d92e9be9754b2793234a2122f945e5, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/acc5048c3a47410aa9aaaba48164e9ed, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/715eadb87ef146db8acff8b3bf08778a, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/310f2c59c6c84770a2c74ac0ff817ace, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/f1c38f8d7be942d4a0f461e5c3b030ec, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/bd07bf10ee6b49d5b6d9a061a31dd789, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/c16bbb62da7d43519b6db0f9fc72e501, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e8079493fce043f2ad1977d3ca64e24a, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7ebc23be55254ec68450040f0b5fce94] to archive 2024-12-06T14:57:37,707 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T14:57:37,708 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e7b98d3dccb64c4d9a1574d525685635.8f56fbd613e2a4fe19008a00a198372e 2024-12-06T14:57:37,710 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a4ba8026e0f6453c97b1df64984776c4 2024-12-06T14:57:37,711 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/532d77a5cdee40bc9a8db6aeffb18539 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/532d77a5cdee40bc9a8db6aeffb18539 2024-12-06T14:57:37,712 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/TestLogRolling-testLogRolling=8f56fbd613e2a4fe19008a00a198372e-a175b01602d74aaa92ef17293e39f52a 2024-12-06T14:57:37,713 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/301a300b1af6460b8b08b08b04dabfcf to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/301a300b1af6460b8b08b08b04dabfcf 2024-12-06T14:57:37,714 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/d57676461c994f60b2cca3109aa48484 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/d57676461c994f60b2cca3109aa48484 2024-12-06T14:57:37,715 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3afb816a5bfb49bfa345176b5043d2c0 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/3afb816a5bfb49bfa345176b5043d2c0 2024-12-06T14:57:37,716 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/cee389b7c0374148af9520782bbe40e6 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/cee389b7c0374148af9520782bbe40e6 2024-12-06T14:57:37,717 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/9d01f30af4794de282034c33d496c2fc to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/9d01f30af4794de282034c33d496c2fc 2024-12-06T14:57:37,718 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/edff59b108f44091a4b3170a6b7f1fa7 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/edff59b108f44091a4b3170a6b7f1fa7 2024-12-06T14:57:37,719 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7708aeca6f964595a2df2a97a5007961 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7708aeca6f964595a2df2a97a5007961 2024-12-06T14:57:37,720 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/1b3312b2039c4e3e9a51a361f2569624 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/1b3312b2039c4e3e9a51a361f2569624 2024-12-06T14:57:37,721 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e1d92e9be9754b2793234a2122f945e5 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e1d92e9be9754b2793234a2122f945e5 2024-12-06T14:57:37,722 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/acc5048c3a47410aa9aaaba48164e9ed to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/acc5048c3a47410aa9aaaba48164e9ed 2024-12-06T14:57:37,723 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/715eadb87ef146db8acff8b3bf08778a to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/715eadb87ef146db8acff8b3bf08778a 2024-12-06T14:57:37,724 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/310f2c59c6c84770a2c74ac0ff817ace to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/310f2c59c6c84770a2c74ac0ff817ace 2024-12-06T14:57:37,725 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/f1c38f8d7be942d4a0f461e5c3b030ec to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/f1c38f8d7be942d4a0f461e5c3b030ec 2024-12-06T14:57:37,726 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/bd07bf10ee6b49d5b6d9a061a31dd789 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/bd07bf10ee6b49d5b6d9a061a31dd789 2024-12-06T14:57:37,727 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/c16bbb62da7d43519b6db0f9fc72e501 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/c16bbb62da7d43519b6db0f9fc72e501 2024-12-06T14:57:37,728 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e8079493fce043f2ad1977d3ca64e24a to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/e8079493fce043f2ad1977d3ca64e24a 2024-12-06T14:57:37,729 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7ebc23be55254ec68450040f0b5fce94 to hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/archive/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/info/7ebc23be55254ec68450040f0b5fce94 2024-12-06T14:57:37,729 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [532d77a5cdee40bc9a8db6aeffb18539=40005, 301a300b1af6460b8b08b08b04dabfcf=13394, d57676461c994f60b2cca3109aa48484=61235, 3afb816a5bfb49bfa345176b5043d2c0=17606, cee389b7c0374148af9520782bbe40e6=18675, 9d01f30af4794de282034c33d496c2fc=87735, edff59b108f44091a4b3170a6b7f1fa7=17606, 7708aeca6f964595a2df2a97a5007961=18675, 1b3312b2039c4e3e9a51a361f2569624=109958, e1d92e9be9754b2793234a2122f945e5=13394, acc5048c3a47410aa9aaaba48164e9ed=17606, 715eadb87ef146db8acff8b3bf08778a=141854, 310f2c59c6c84770a2c74ac0ff817ace=23944, f1c38f8d7be942d4a0f461e5c3b030ec=13402, bd07bf10ee6b49d5b6d9a061a31dd789=164094, c16bbb62da7d43519b6db0f9fc72e501=18688, e8079493fce043f2ad1977d3ca64e24a=17618, 7ebc23be55254ec68450040f0b5fce94=19742] 2024-12-06T14:57:37,733 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/data/default/TestLogRolling-testLogRolling/4a97853915fdcf9dedf9c050dd94f78e/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=130 2024-12-06T14:57:37,733 INFO [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:37,733 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a97853915fdcf9dedf9c050dd94f78e: Waiting for close lock at 1733497057705Running coprocessor pre-close hooks at 1733497057705Disabling compacts and flushes for region at 1733497057705Disabling writes for close at 1733497057705Writing region close event to WAL at 1733497057729 (+24 ms)Running coprocessor post-close hooks at 1733497057733 (+4 ms)Closed at 1733497057733 2024-12-06T14:57:37,733 DEBUG [RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733497014776.4a97853915fdcf9dedf9c050dd94f78e. 2024-12-06T14:57:37,746 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T14:57:37,746 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T14:57:37,750 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:57:37,898 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,36451,1733496999269; all regions closed. 2024-12-06T14:57:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741834_1010 (size=8107) 2024-12-06T14:57:37,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741834_1010 (size=8107) 2024-12-06T14:57:37,908 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/oldWALs 2024-12-06T14:57:37,908 INFO [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C36451%2C1733496999269.meta:.meta(num 1733497000243) 2024-12-06T14:57:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741880_1056 (size=780) 2024-12-06T14:57:37,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741880_1056 (size=780) 2024-12-06T14:57:37,914 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/oldWALs 2024-12-06T14:57:37,914 INFO [RS:0;bb7ea3e46d9c:36451 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C36451%2C1733496999269:(num 1733497057410) 2024-12-06T14:57:37,914 DEBUG [RS:0;bb7ea3e46d9c:36451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:37,914 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:57:37,914 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:57:37,915 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T14:57:37,915 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:57:37,915 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:57:37,915 INFO [RS:0;bb7ea3e46d9c:36451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36451 2024-12-06T14:57:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,36451,1733496999269 2024-12-06T14:57:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:57:37,924 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:57:37,935 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,36451,1733496999269] 2024-12-06T14:57:37,945 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,36451,1733496999269 already deleted, retry=false 2024-12-06T14:57:37,945 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,36451,1733496999269 expired; onlineServers=0 2024-12-06T14:57:37,945 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,35153,1733496999100' ***** 2024-12-06T14:57:37,946 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:57:37,946 INFO [M:0;bb7ea3e46d9c:35153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:57:37,946 INFO [M:0;bb7ea3e46d9c:35153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:57:37,946 DEBUG [M:0;bb7ea3e46d9c:35153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:57:37,946 DEBUG [M:0;bb7ea3e46d9c:35153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:57:37,946 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:57:37,946 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496999609 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733496999609,5,FailOnTimeoutGroup] 2024-12-06T14:57:37,946 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496999610 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733496999610,5,FailOnTimeoutGroup] 2024-12-06T14:57:37,947 INFO [M:0;bb7ea3e46d9c:35153 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:57:37,947 INFO [M:0;bb7ea3e46d9c:35153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:57:37,947 DEBUG [M:0;bb7ea3e46d9c:35153 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:57:37,947 INFO [M:0;bb7ea3e46d9c:35153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:57:37,947 INFO [M:0;bb7ea3e46d9c:35153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:57:37,948 INFO [M:0;bb7ea3e46d9c:35153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:57:37,948 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:57:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:57:37,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:37,956 DEBUG [M:0;bb7ea3e46d9c:35153 {}] zookeeper.ZKUtil(347): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:57:37,956 WARN [M:0;bb7ea3e46d9c:35153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:57:37,959 INFO [M:0;bb7ea3e46d9c:35153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/.lastflushedseqids 2024-12-06T14:57:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741881_1057 (size=228) 2024-12-06T14:57:37,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741881_1057 (size=228) 2024-12-06T14:57:37,971 INFO [M:0;bb7ea3e46d9c:35153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:57:37,971 INFO [M:0;bb7ea3e46d9c:35153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:57:37,972 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:57:37,972 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:37,972 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:37,972 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:57:37,972 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:37,972 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.38 KB 2024-12-06T14:57:37,988 DEBUG [M:0;bb7ea3e46d9c:35153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00a564b1073f4b429da35e46a62f01bc is 82, key is hbase:meta,,1/info:regioninfo/1733497000281/Put/seqid=0 2024-12-06T14:57:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741882_1058 (size=5672) 2024-12-06T14:57:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741882_1058 (size=5672) 2024-12-06T14:57:37,993 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00a564b1073f4b429da35e46a62f01bc 2024-12-06T14:57:38,012 DEBUG [M:0;bb7ea3e46d9c:35153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e73b10443424776a1536af562988b53 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733497000794/Put/seqid=0 2024-12-06T14:57:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741883_1059 (size=7090) 2024-12-06T14:57:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741883_1059 (size=7090) 2024-12-06T14:57:38,018 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e73b10443424776a1536af562988b53 2024-12-06T14:57:38,022 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e73b10443424776a1536af562988b53 2024-12-06T14:57:38,034 DEBUG [M:0;bb7ea3e46d9c:35153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2dfda55e58340eaa10a26cf6d39f13d is 69, key is bb7ea3e46d9c,36451,1733496999269/rs:state/1733496999730/Put/seqid=0 2024-12-06T14:57:38,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:38,035 INFO [RS:0;bb7ea3e46d9c:36451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:57:38,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36451-0x101ab2508540001, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:38,035 INFO [RS:0;bb7ea3e46d9c:36451 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,36451,1733496999269; zookeeper connection closed. 2024-12-06T14:57:38,035 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b6425a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b6425a3 2024-12-06T14:57:38,036 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T14:57:38,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741884_1060 (size=5156) 2024-12-06T14:57:38,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741884_1060 (size=5156) 2024-12-06T14:57:38,040 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2dfda55e58340eaa10a26cf6d39f13d 2024-12-06T14:57:38,064 DEBUG [M:0;bb7ea3e46d9c:35153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a409f2015c3b4b32ad2b9fe9791197cb is 52, key is load_balancer_on/state:d/1733497000412/Put/seqid=0 2024-12-06T14:57:38,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741885_1061 (size=5056) 2024-12-06T14:57:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741885_1061 (size=5056) 2024-12-06T14:57:38,069 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a409f2015c3b4b32ad2b9fe9791197cb 2024-12-06T14:57:38,075 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00a564b1073f4b429da35e46a62f01bc as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00a564b1073f4b429da35e46a62f01bc 2024-12-06T14:57:38,080 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00a564b1073f4b429da35e46a62f01bc, entries=8, sequenceid=125, filesize=5.5 K 2024-12-06T14:57:38,081 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e73b10443424776a1536af562988b53 as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e73b10443424776a1536af562988b53 2024-12-06T14:57:38,085 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e73b10443424776a1536af562988b53 2024-12-06T14:57:38,085 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e73b10443424776a1536af562988b53, entries=13, sequenceid=125, filesize=6.9 K 2024-12-06T14:57:38,086 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e2dfda55e58340eaa10a26cf6d39f13d as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2dfda55e58340eaa10a26cf6d39f13d 2024-12-06T14:57:38,091 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e2dfda55e58340eaa10a26cf6d39f13d, entries=1, sequenceid=125, filesize=5.0 K 2024-12-06T14:57:38,092 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a409f2015c3b4b32ad2b9fe9791197cb as hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a409f2015c3b4b32ad2b9fe9791197cb 2024-12-06T14:57:38,096 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36813/user/jenkins/test-data/670cedc1-99cf-b9ba-5565-bf50d19b79ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a409f2015c3b4b32ad2b9fe9791197cb, entries=1, sequenceid=125, filesize=4.9 K 2024-12-06T14:57:38,097 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=125, compaction requested=false 2024-12-06T14:57:38,099 INFO [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:38,099 DEBUG [M:0;bb7ea3e46d9c:35153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733497057972Disabling compacts and flushes for region at 1733497057972Disabling writes for close at 1733497057972Obtaining lock to block concurrent updates at 1733497057972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733497057972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64840, getOffHeapSize=0, getCellsCount=148 at 1733497057973 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733497057974 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733497057974Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733497057987 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733497057987Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733497057997 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733497058012 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733497058012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733497058022 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733497058034 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733497058034Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733497058045 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733497058063 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733497058063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba61cb: reopening flushed file at 1733497058074 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3ff33f: reopening flushed file at 1733497058080 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f8c521: reopening flushed file at 1733497058085 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1759cb41: reopening flushed file at 1733497058091 (+6 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.32 KB/64840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=125, compaction requested=false at 1733497058097 (+6 ms)Writing region close event to WAL at 1733497058099 (+2 ms)Closed at 1733497058099 2024-12-06T14:57:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45569 is added to blk_1073741830_1006 (size=61332) 2024-12-06T14:57:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41099 is added to blk_1073741830_1006 (size=61332) 2024-12-06T14:57:38,102 INFO [M:0;bb7ea3e46d9c:35153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:57:38,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:57:38,102 INFO [M:0;bb7ea3e46d9c:35153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35153 2024-12-06T14:57:38,102 INFO [M:0;bb7ea3e46d9c:35153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:57:38,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:38,214 INFO [M:0;bb7ea3e46d9c:35153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:57:38,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35153-0x101ab2508540000, quorum=127.0.0.1:62725, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:38,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cb2bbce{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:57:38,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@748c5614{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:57:38,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:57:38,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f105b2e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:57:38,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@795ac99d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir/,STOPPED} 2024-12-06T14:57:38,223 WARN [BP-776385124-172.17.0.2-1733496996270 heartbeating to localhost/127.0.0.1:36813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:57:38,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:57:38,223 WARN [BP-776385124-172.17.0.2-1733496996270 heartbeating to localhost/127.0.0.1:36813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-776385124-172.17.0.2-1733496996270 (Datanode Uuid 9caa48ef-5922-45ee-bc21-f2d15bea09a4) service to localhost/127.0.0.1:36813 2024-12-06T14:57:38,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:57:38,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data3/current/BP-776385124-172.17.0.2-1733496996270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:38,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data4/current/BP-776385124-172.17.0.2-1733496996270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:38,224 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:57:38,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b629ff8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:57:38,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ec691e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:57:38,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:57:38,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72588fe2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:57:38,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ffc6165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir/,STOPPED} 2024-12-06T14:57:38,228 WARN [BP-776385124-172.17.0.2-1733496996270 heartbeating to localhost/127.0.0.1:36813 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:57:38,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:57:38,228 WARN [BP-776385124-172.17.0.2-1733496996270 heartbeating to localhost/127.0.0.1:36813 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-776385124-172.17.0.2-1733496996270 (Datanode Uuid 57bf5839-6614-4a10-810c-73ae99100d13) service to localhost/127.0.0.1:36813 2024-12-06T14:57:38,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:57:38,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data1/current/BP-776385124-172.17.0.2-1733496996270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:38,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/cluster_ef72901a-d155-f3fb-db42-b45e7ecb2508/data/data2/current/BP-776385124-172.17.0.2-1733496996270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:38,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:57:38,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58636844{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:57:38,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1106254e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:57:38,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:57:38,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23f801fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:57:38,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39210e1b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir/,STOPPED} 2024-12-06T14:57:38,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:57:38,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:57:38,277 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 99) - Thread LEAK? -, OpenFileDescriptor=444 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 125), ProcessCount=11 (was 11), AvailableMemoryMB=6102 (was 6303) 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=6102 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.log.dir so I do NOT create it in target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/544a46bb-3d10-cb2e-65a0-bb76060eed30/hadoop.tmp.dir so I do NOT create it in target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c, deleteOnExit=true 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T14:57:38,282 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/test.cache.data in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T14:57:38,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T14:57:38,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:57:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T14:57:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/nfs.dump.dir in system properties and HBase conf 2024-12-06T14:57:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/java.io.tmpdir in system properties and HBase conf 2024-12-06T14:57:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T14:57:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T14:57:38,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T14:57:38,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:57:38,636 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:57:38,637 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:57:38,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:57:38,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:57:38,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:57:38,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f3e702f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:57:38,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396da33f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:57:38,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b5fbc2c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/java.io.tmpdir/jetty-localhost-37411-hadoop-hdfs-3_4_1-tests_jar-_-any-12517737592683790162/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:57:38,730 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0c5f22{HTTP/1.1, (http/1.1)}{localhost:37411} 2024-12-06T14:57:38,730 INFO [Time-limited test {}] server.Server(415): Started @210230ms 2024-12-06T14:57:38,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:57:38,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:57:38,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:57:38,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:57:38,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T14:57:38,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ff99838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:57:38,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9e72a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:57:39,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ad0d3f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/java.io.tmpdir/jetty-localhost-46207-hadoop-hdfs-3_4_1-tests_jar-_-any-14022570654739103543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:57:39,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31da648c{HTTP/1.1, (http/1.1)}{localhost:46207} 2024-12-06T14:57:39,077 INFO [Time-limited test {}] server.Server(415): Started @210576ms 2024-12-06T14:57:39,078 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:57:39,107 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T14:57:39,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T14:57:39,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T14:57:39,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T14:57:39,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T14:57:39,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d40c68b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir/,AVAILABLE} 2024-12-06T14:57:39,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dfb1ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T14:57:39,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29bdbd42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/java.io.tmpdir/jetty-localhost-37831-hadoop-hdfs-3_4_1-tests_jar-_-any-3867261578583147780/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:57:39,201 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46cc490f{HTTP/1.1, (http/1.1)}{localhost:37831} 2024-12-06T14:57:39,201 INFO [Time-limited test {}] server.Server(415): Started @210700ms 2024-12-06T14:57:39,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T14:57:40,457 WARN [Thread-1626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data1/current/BP-925289196-172.17.0.2-1733497058307/current, will proceed with Du for space computation calculation, 2024-12-06T14:57:40,458 WARN [Thread-1627 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data2/current/BP-925289196-172.17.0.2-1733497058307/current, will proceed with Du for space computation calculation, 2024-12-06T14:57:40,479 WARN [Thread-1590 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:57:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d8acdbfa766411e with lease ID 0x40fbc4404e1afa71: Processing first storage report for DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09 from datanode DatanodeRegistration(127.0.0.1:44447, datanodeUuid=c41e8547-ccff-4caa-b783-755c41931246, infoPort=33919, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307) 2024-12-06T14:57:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d8acdbfa766411e with lease ID 0x40fbc4404e1afa71: from storage DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09 node DatanodeRegistration(127.0.0.1:44447, datanodeUuid=c41e8547-ccff-4caa-b783-755c41931246, infoPort=33919, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:57:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d8acdbfa766411e with lease ID 0x40fbc4404e1afa71: Processing first storage report for DS-406d83da-fca9-492b-bbd1-2e33530924fd from datanode DatanodeRegistration(127.0.0.1:44447, datanodeUuid=c41e8547-ccff-4caa-b783-755c41931246, infoPort=33919, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307) 2024-12-06T14:57:40,481 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d8acdbfa766411e with lease ID 0x40fbc4404e1afa71: from storage DS-406d83da-fca9-492b-bbd1-2e33530924fd node DatanodeRegistration(127.0.0.1:44447, datanodeUuid=c41e8547-ccff-4caa-b783-755c41931246, infoPort=33919, infoSecurePort=0, ipcPort=40709, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:57:40,583 WARN [Thread-1637 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data3/current/BP-925289196-172.17.0.2-1733497058307/current, will proceed with Du for space computation calculation, 2024-12-06T14:57:40,583 WARN [Thread-1638 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data4/current/BP-925289196-172.17.0.2-1733497058307/current, will proceed with Du for space computation calculation, 2024-12-06T14:57:40,602 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T14:57:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34a2ddf61f07ae8a with lease ID 0x40fbc4404e1afa72: Processing first storage report for DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa from datanode DatanodeRegistration(127.0.0.1:40739, datanodeUuid=9257db82-82f3-4050-b924-458a87028e8c, infoPort=36599, infoSecurePort=0, ipcPort=32887, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307) 2024-12-06T14:57:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34a2ddf61f07ae8a with lease ID 0x40fbc4404e1afa72: from storage DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa node DatanodeRegistration(127.0.0.1:40739, datanodeUuid=9257db82-82f3-4050-b924-458a87028e8c, infoPort=36599, infoSecurePort=0, ipcPort=32887, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:57:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x34a2ddf61f07ae8a with lease ID 0x40fbc4404e1afa72: Processing first storage report for DS-a0a18869-f38c-4fe9-a951-ab415a85ff1f from datanode DatanodeRegistration(127.0.0.1:40739, datanodeUuid=9257db82-82f3-4050-b924-458a87028e8c, infoPort=36599, infoSecurePort=0, ipcPort=32887, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307) 2024-12-06T14:57:40,604 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x34a2ddf61f07ae8a with lease ID 0x40fbc4404e1afa72: from storage DS-a0a18869-f38c-4fe9-a951-ab415a85ff1f node DatanodeRegistration(127.0.0.1:40739, datanodeUuid=9257db82-82f3-4050-b924-458a87028e8c, infoPort=36599, infoSecurePort=0, ipcPort=32887, storageInfo=lv=-57;cid=testClusterID;nsid=82780568;c=1733497058307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T14:57:40,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508 2024-12-06T14:57:40,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/zookeeper_0, clientPort=61732, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T14:57:40,649 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61732 2024-12-06T14:57:40,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:40,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:57:40,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741825_1001 (size=7) 2024-12-06T14:57:40,664 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713 with version=8 2024-12-06T14:57:40,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44773/user/jenkins/test-data/081012d6-66e0-e22d-e183-9bbfd4eface0/hbase-staging 2024-12-06T14:57:40,667 INFO [Time-limited test {}] client.ConnectionUtils(128): master/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:57:40,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:57:40,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:57:40,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:57:40,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:57:40,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:57:40,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T14:57:40,668 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:57:40,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41539 2024-12-06T14:57:40,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41539 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-12-06T14:57:40,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415390x0, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:57:40,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41539-0x101ab25f8d20000 connected 2024-12-06T14:57:40,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:40,937 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:40,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:57:40,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713, hbase.cluster.distributed=false 2024-12-06T14:57:40,947 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:57:40,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41539 2024-12-06T14:57:40,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41539 2024-12-06T14:57:40,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41539 2024-12-06T14:57:40,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41539 2024-12-06T14:57:40,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41539 2024-12-06T14:57:40,960 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/bb7ea3e46d9c:0 server-side Connection retries=45 2024-12-06T14:57:40,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:57:40,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T14:57:40,960 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T14:57:40,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T14:57:40,960 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T14:57:40,960 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T14:57:40,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T14:57:40,961 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40579 2024-12-06T14:57:40,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40579 connecting to ZooKeeper ensemble=127.0.0.1:61732 2024-12-06T14:57:40,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:40,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:40,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405790x0, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T14:57:40,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40579-0x101ab25f8d20001 connected 2024-12-06T14:57:40,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:57:40,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T14:57:40,977 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T14:57:40,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T14:57:40,979 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T14:57:40,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40579 2024-12-06T14:57:40,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40579 2024-12-06T14:57:40,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40579 2024-12-06T14:57:40,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40579 2024-12-06T14:57:40,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40579 2024-12-06T14:57:40,996 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;bb7ea3e46d9c:41539 2024-12-06T14:57:40,996 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:57:41,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:57:41,007 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T14:57:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,018 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T14:57:41,018 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/bb7ea3e46d9c,41539,1733497060667 from backup master directory 2024-12-06T14:57:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:57:41,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T14:57:41,028 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:57:41,028 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,033 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/hbase.id] with ID: d0bfd68f-281e-4716-9851-75c7b6e29ba5 2024-12-06T14:57:41,033 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/.tmp/hbase.id 2024-12-06T14:57:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:57:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741826_1002 (size=42) 2024-12-06T14:57:41,041 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/.tmp/hbase.id]:[hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/hbase.id] 2024-12-06T14:57:41,057 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:41,057 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T14:57:41,059 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-06T14:57:41,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:57:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741827_1003 (size=196) 2024-12-06T14:57:41,079 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T14:57:41,080 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T14:57:41,081 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:57:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:57:41,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741828_1004 (size=1189) 2024-12-06T14:57:41,090 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store 2024-12-06T14:57:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:57:41,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741829_1005 (size=34) 2024-12-06T14:57:41,097 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:57:41,097 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:57:41,097 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:41,097 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:41,097 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:57:41,097 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:41,097 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:41,097 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733497061097Disabling compacts and flushes for region at 1733497061097Disabling writes for close at 1733497061097Writing region close event to WAL at 1733497061097Closed at 1733497061097 2024-12-06T14:57:41,098 WARN [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/.initializing 2024-12-06T14:57:41,098 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/WALs/bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,098 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:57:41,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C41539%2C1733497060667, suffix=, logDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/WALs/bb7ea3e46d9c,41539,1733497060667, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/oldWALs, maxLogs=10 2024-12-06T14:57:41,111 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/WALs/bb7ea3e46d9c,41539,1733497060667/bb7ea3e46d9c%2C41539%2C1733497060667.1733497061100, exclude list is [], retry=0 2024-12-06T14:57:41,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09,DISK] 2024-12-06T14:57:41,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40739,DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa,DISK] 2024-12-06T14:57:41,115 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/WALs/bb7ea3e46d9c,41539,1733497060667/bb7ea3e46d9c%2C41539%2C1733497060667.1733497061100 2024-12-06T14:57:41,115 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33919:33919),(127.0.0.1/127.0.0.1:36599:36599)] 2024-12-06T14:57:41,115 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:57:41,115 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:57:41,116 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,116 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,118 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T14:57:41,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:41,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T14:57:41,120 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:57:41,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T14:57:41,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:57:41,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T14:57:41,123 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T14:57:41,124 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,125 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,125 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,127 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,127 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,127 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T14:57:41,128 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T14:57:41,130 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:57:41,130 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817482, jitterRate=0.03948286175727844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T14:57:41,131 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733497061116Initializing all the Stores at 1733497061117 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497061117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497061117Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497061117Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497061117Cleaning up temporary data from old regions at 1733497061127 (+10 ms)Region opened successfully at 1733497061131 (+4 ms) 2024-12-06T14:57:41,131 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T14:57:41,134 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c700f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:57:41,136 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T14:57:41,136 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T14:57:41,136 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T14:57:41,136 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T14:57:41,136 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-06T14:57:41,137 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-06T14:57:41,137 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T14:57:41,139 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T14:57:41,140 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T14:57:41,159 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T14:57:41,160 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T14:57:41,161 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T14:57:41,170 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T14:57:41,171 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T14:57:41,172 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T14:57:41,181 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T14:57:41,182 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T14:57:41,191 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T14:57:41,196 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T14:57:41,206 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T14:57:41,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:57:41,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T14:57:41,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,218 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=bb7ea3e46d9c,41539,1733497060667, sessionid=0x101ab25f8d20000, setting cluster-up flag (Was=false) 2024-12-06T14:57:41,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,270 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T14:57:41,272 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,323 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T14:57:41,324 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:41,325 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T14:57:41,326 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T14:57:41,326 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T14:57:41,326 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T14:57:41,326 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: bb7ea3e46d9c,41539,1733497060667 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=5, maxPoolSize=5 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/bb7ea3e46d9c:0, corePoolSize=10, maxPoolSize=10 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:57:41,328 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733497091329 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T14:57:41,329 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:57:41,330 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T14:57:41,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T14:57:41,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T14:57:41,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T14:57:41,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T14:57:41,330 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T14:57:41,331 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733497061330,5,FailOnTimeoutGroup] 2024-12-06T14:57:41,331 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733497061331,5,FailOnTimeoutGroup] 2024-12-06T14:57:41,331 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,331 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T14:57:41,331 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,331 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T14:57:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:57:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741831_1007 (size=1321) 2024-12-06T14:57:41,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T14:57:41,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713 2024-12-06T14:57:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:57:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741832_1008 (size=32) 2024-12-06T14:57:41,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:57:41,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:57:41,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:57:41,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:41,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:57:41,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:57:41,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:41,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:57:41,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:57:41,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:41,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:57:41,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:57:41,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:41,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:41,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:57:41,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740 2024-12-06T14:57:41,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740 2024-12-06T14:57:41,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:57:41,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:57:41,356 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:57:41,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:57:41,359 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T14:57:41,360 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709105, jitterRate=-0.09832671284675598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:57:41,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733497061347Initializing all the Stores at 1733497061347Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497061347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497061347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497061348 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497061348Cleaning up temporary data from old regions at 1733497061356 (+8 ms)Region opened successfully at 1733497061360 (+4 ms) 2024-12-06T14:57:41,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:57:41,361 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:57:41,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:57:41,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:57:41,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:57:41,361 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:57:41,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733497061361Disabling compacts and flushes for region at 1733497061361Disabling writes for close at 1733497061361Writing region close event to WAL at 1733497061361Closed at 1733497061361 2024-12-06T14:57:41,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:57:41,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T14:57:41,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T14:57:41,363 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:57:41,364 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T14:57:41,385 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(746): ClusterId : d0bfd68f-281e-4716-9851-75c7b6e29ba5 2024-12-06T14:57:41,385 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T14:57:41,397 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T14:57:41,397 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T14:57:41,408 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T14:57:41,408 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e73cb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=bb7ea3e46d9c/172.17.0.2:0 2024-12-06T14:57:41,424 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;bb7ea3e46d9c:40579 2024-12-06T14:57:41,425 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T14:57:41,425 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T14:57:41,425 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T14:57:41,425 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(2659): reportForDuty to master=bb7ea3e46d9c,41539,1733497060667 with port=40579, startcode=1733497060960 2024-12-06T14:57:41,425 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T14:57:41,427 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T14:57:41,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41539 {}] master.ServerManager(517): Registering regionserver=bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,428 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713 2024-12-06T14:57:41,428 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45221 2024-12-06T14:57:41,428 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T14:57:41,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:57:41,439 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] zookeeper.ZKUtil(111): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,439 WARN [RS:0;bb7ea3e46d9c:40579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T14:57:41,439 INFO [RS:0;bb7ea3e46d9c:40579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:57:41,439 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [bb7ea3e46d9c,40579,1733497060960] 2024-12-06T14:57:41,443 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T14:57:41,446 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T14:57:41,446 INFO [RS:0;bb7ea3e46d9c:40579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T14:57:41,446 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,446 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T14:57:41,447 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T14:57:41,447 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,447 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=2, maxPoolSize=2 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/bb7ea3e46d9c:0, corePoolSize=1, maxPoolSize=1 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:57:41,448 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/bb7ea3e46d9c:0, corePoolSize=3, maxPoolSize=3 2024-12-06T14:57:41,449 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,449 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,449 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,449 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,449 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,449 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,40579,1733497060960-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:57:41,465 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T14:57:41,465 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,40579,1733497060960-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,465 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,465 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.Replication(171): bb7ea3e46d9c,40579,1733497060960 started 2024-12-06T14:57:41,477 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:41,477 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1482): Serving as bb7ea3e46d9c,40579,1733497060960, RpcServer on bb7ea3e46d9c/172.17.0.2:40579, sessionid=0x101ab25f8d20001 2024-12-06T14:57:41,477 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T14:57:41,477 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,477 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,40579,1733497060960' 2024-12-06T14:57:41,477 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T14:57:41,478 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T14:57:41,478 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T14:57:41,478 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T14:57:41,478 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,478 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'bb7ea3e46d9c,40579,1733497060960' 2024-12-06T14:57:41,478 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T14:57:41,479 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T14:57:41,479 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T14:57:41,479 INFO [RS:0;bb7ea3e46d9c:40579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T14:57:41,479 INFO [RS:0;bb7ea3e46d9c:40579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T14:57:41,514 WARN [bb7ea3e46d9c:41539 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T14:57:41,580 INFO [RS:0;bb7ea3e46d9c:40579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:57:41,583 INFO [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C40579%2C1733497060960, suffix=, logDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs, maxLogs=32 2024-12-06T14:57:41,599 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960/bb7ea3e46d9c%2C40579%2C1733497060960.1733497061583, exclude list is [], retry=0 2024-12-06T14:57:41,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40739,DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa,DISK] 2024-12-06T14:57:41,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09,DISK] 2024-12-06T14:57:41,604 INFO [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960/bb7ea3e46d9c%2C40579%2C1733497060960.1733497061583 2024-12-06T14:57:41,604 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599),(127.0.0.1/127.0.0.1:33919:33919)] 2024-12-06T14:57:41,764 DEBUG [bb7ea3e46d9c:41539 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T14:57:41,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:41,766 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,40579,1733497060960, state=OPENING 2024-12-06T14:57:41,818 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T14:57:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:41,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T14:57:41,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:57:41,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,40579,1733497060960}] 2024-12-06T14:57:41,831 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:57:41,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T14:57:41,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48775, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T14:57:41,996 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T14:57:41,997 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:57:41,997 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T14:57:42,000 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=bb7ea3e46d9c%2C40579%2C1733497060960.meta, suffix=.meta, logDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs, maxLogs=32 2024-12-06T14:57:42,013 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960/bb7ea3e46d9c%2C40579%2C1733497060960.meta.1733497062000.meta, exclude list is [], retry=0 2024-12-06T14:57:42,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40739,DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa,DISK] 2024-12-06T14:57:42,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09,DISK] 2024-12-06T14:57:42,017 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/bb7ea3e46d9c,40579,1733497060960/bb7ea3e46d9c%2C40579%2C1733497060960.meta.1733497062000.meta 2024-12-06T14:57:42,017 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599),(127.0.0.1/127.0.0.1:33919:33919)] 2024-12-06T14:57:42,017 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T14:57:42,017 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T14:57:42,017 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T14:57:42,017 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T14:57:42,018 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T14:57:42,018 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T14:57:42,018 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T14:57:42,018 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T14:57:42,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T14:57:42,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T14:57:42,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:42,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:42,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T14:57:42,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T14:57:42,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:42,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:42,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T14:57:42,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T14:57:42,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:42,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:42,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T14:57:42,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T14:57:42,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T14:57:42,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T14:57:42,023 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T14:57:42,024 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740 2024-12-06T14:57:42,025 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740 2024-12-06T14:57:42,026 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T14:57:42,026 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T14:57:42,026 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T14:57:42,028 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T14:57:42,029 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=839730, jitterRate=0.06777259707450867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T14:57:42,029 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T14:57:42,029 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733497062018Writing region info on filesystem at 1733497062018Initializing all the Stores at 1733497062019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497062019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497062019Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733497062019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733497062019Cleaning up temporary data from old regions at 1733497062026 (+7 ms)Running coprocessor post-open hooks at 1733497062029 (+3 ms)Region opened successfully at 1733497062029 2024-12-06T14:57:42,030 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733497061986 2024-12-06T14:57:42,032 DEBUG [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T14:57:42,032 INFO [RS_OPEN_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T14:57:42,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:42,033 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as bb7ea3e46d9c,40579,1733497060960, state=OPEN 2024-12-06T14:57:42,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:57:42,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T14:57:42,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:57:42,076 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:42,076 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T14:57:42,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T14:57:42,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=bb7ea3e46d9c,40579,1733497060960 in 245 msec 2024-12-06T14:57:42,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T14:57:42,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 719 msec 2024-12-06T14:57:42,086 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T14:57:42,086 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T14:57:42,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:57:42,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,40579,1733497060960, seqNum=-1] 2024-12-06T14:57:42,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:57:42,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39281, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:57:42,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 767 msec 2024-12-06T14:57:42,094 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733497062094, completionTime=-1 2024-12-06T14:57:42,094 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T14:57:42,094 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T14:57:42,095 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733497122095 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733497182096 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41539,1733497060667-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41539,1733497060667-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41539,1733497060667-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-bb7ea3e46d9c:41539, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,096 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,098 DEBUG [master/bb7ea3e46d9c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.072sec 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41539,1733497060667-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T14:57:42,100 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41539,1733497060667-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T14:57:42,104 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T14:57:42,104 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T14:57:42,104 INFO [master/bb7ea3e46d9c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=bb7ea3e46d9c,41539,1733497060667-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T14:57:42,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d13608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:57:42,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request bb7ea3e46d9c,41539,-1 for getting cluster id 2024-12-06T14:57:42,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T14:57:42,189 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0bfd68f-281e-4716-9851-75c7b6e29ba5' 2024-12-06T14:57:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T14:57:42,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0bfd68f-281e-4716-9851-75c7b6e29ba5" 2024-12-06T14:57:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313b8b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:57:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [bb7ea3e46d9c,41539,-1] 2024-12-06T14:57:42,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T14:57:42,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:42,192 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T14:57:42,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52dd2712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T14:57:42,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T14:57:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=bb7ea3e46d9c,40579,1733497060960, seqNum=-1] 2024-12-06T14:57:42,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T14:57:42,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T14:57:42,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:42,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T14:57:42,199 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-06T14:57:42,200 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T14:57:42,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T14:57:42,203 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1, archiveDir=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs, maxLogs=32 2024-12-06T14:57:42,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062203, exclude list is [], retry=0 2024-12-06T14:57:42,219 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40739,DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa,DISK] 2024-12-06T14:57:42,220 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09,DISK] 2024-12-06T14:57:42,222 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062203 2024-12-06T14:57:42,222 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599),(127.0.0.1/127.0.0.1:33919:33919)] 2024-12-06T14:57:42,233 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062222, exclude list is [], retry=0 2024-12-06T14:57:42,235 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40739,DS-295df4c5-5708-4f5f-bd49-d6f6ffb4a7aa,DISK] 2024-12-06T14:57:42,235 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-7e2774e3-88b5-47ea-88af-d6c6c488dd09,DISK] 2024-12-06T14:57:42,237 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062203 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062222 2024-12-06T14:57:42,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36599:36599),(127.0.0.1/127.0.0.1:33919:33919)] 2024-12-06T14:57:42,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062203 is not closed yet, will try archiving it next time 2024-12-06T14:57:42,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741835_1011 (size=93) 2024-12-06T14:57:42,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741835_1011 (size=93) 2024-12-06T14:57:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741836_1012 (size=93) 2024-12-06T14:57:42,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741836_1012 (size=93) 2024-12-06T14:57:42,240 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/WALs/test.com,8080,1/test.com%2C8080%2C1.1733497062203 to hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs/test.com%2C8080%2C1.1733497062203 2024-12-06T14:57:42,242 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs 2024-12-06T14:57:42,242 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733497062222) 2024-12-06T14:57:42,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T14:57:42,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:57:42,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:57:42,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:42,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:42,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T14:57:42,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T14:57:42,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2007430976, stopped=false 2024-12-06T14:57:42,243 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=bb7ea3e46d9c,41539,1733497060667 2024-12-06T14:57:42,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:57:42,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T14:57:42,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:42,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:42,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:57:42,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T14:57:42,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:57:42,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:42,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:57:42,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T14:57:42,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'bb7ea3e46d9c,40579,1733497060960' ***** 2024-12-06T14:57:42,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T14:57:42,260 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T14:57:42,260 INFO [RS:0;bb7ea3e46d9c:40579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T14:57:42,260 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T14:57:42,260 INFO [RS:0;bb7ea3e46d9c:40579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T14:57:42,260 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(959): stopping server bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:42,260 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:57:42,261 INFO [RS:0;bb7ea3e46d9c:40579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;bb7ea3e46d9c:40579. 2024-12-06T14:57:42,261 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T14:57:42,261 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:42,261 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T14:57:42,261 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T14:57:42,261 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T14:57:42,261 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T14:57:42,261 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T14:57:42,261 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T14:57:42,261 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T14:57:42,261 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T14:57:42,261 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T14:57:42,261 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T14:57:42,261 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T14:57:42,261 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T14:57:42,261 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-06T14:57:42,282 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/.tmp/ns/dd3c7393ceb74f14b88d845f6f6916fe is 43, key is default/ns:d/1733497062090/Put/seqid=0 2024-12-06T14:57:42,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741837_1013 (size=5153) 2024-12-06T14:57:42,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741837_1013 (size=5153) 2024-12-06T14:57:42,461 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T14:57:42,500 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T14:57:42,500 INFO [regionserver/bb7ea3e46d9c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T14:57:42,662 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T14:57:42,690 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/.tmp/ns/dd3c7393ceb74f14b88d845f6f6916fe 2024-12-06T14:57:42,702 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/.tmp/ns/dd3c7393ceb74f14b88d845f6f6916fe as hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/ns/dd3c7393ceb74f14b88d845f6f6916fe 2024-12-06T14:57:42,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,709 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/ns/dd3c7393ceb74f14b88d845f6f6916fe, entries=2, sequenceid=6, filesize=5.0 K 2024-12-06T14:57:42,710 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-12-06T14:57:42,710 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T14:57:42,714 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T14:57:42,714 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T14:57:42,715 INFO [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T14:57:42,715 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733497062261Running coprocessor pre-close hooks at 1733497062261Disabling compacts and flushes for region at 1733497062261Disabling writes for close at 1733497062261Obtaining lock to block concurrent updates at 1733497062261Preparing flush snapshotting stores in 1588230740 at 1733497062261Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733497062262 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733497062262Flushing 1588230740/ns: creating writer at 1733497062262Flushing 1588230740/ns: appending metadata at 1733497062281 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733497062281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20704da2: reopening flushed file at 1733497062700 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1733497062710 (+10 ms)Writing region close event to WAL at 1733497062711 (+1 ms)Running coprocessor post-close hooks at 1733497062714 (+3 ms)Closed at 1733497062715 (+1 ms) 2024-12-06T14:57:42,715 DEBUG [RS_CLOSE_META-regionserver/bb7ea3e46d9c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T14:57:42,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:42,862 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(976): stopping server bb7ea3e46d9c,40579,1733497060960; all regions closed. 2024-12-06T14:57:42,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741834_1010 (size=1152) 2024-12-06T14:57:42,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741834_1010 (size=1152) 2024-12-06T14:57:42,871 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs 2024-12-06T14:57:42,872 INFO [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C40579%2C1733497060960.meta:.meta(num 1733497062000) 2024-12-06T14:57:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741833_1009 (size=93) 2024-12-06T14:57:42,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741833_1009 (size=93) 2024-12-06T14:57:42,878 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/oldWALs 2024-12-06T14:57:42,878 INFO [RS:0;bb7ea3e46d9c:40579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL bb7ea3e46d9c%2C40579%2C1733497060960:(num 1733497061583) 2024-12-06T14:57:42,879 DEBUG [RS:0;bb7ea3e46d9c:40579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T14:57:42,879 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:57:42,879 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:57:42,879 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.ChoreService(370): Chore service for: regionserver/bb7ea3e46d9c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-06T14:57:42,879 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:57:42,879 INFO [regionserver/bb7ea3e46d9c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:57:42,879 INFO [RS:0;bb7ea3e46d9c:40579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40579 2024-12-06T14:57:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/bb7ea3e46d9c,40579,1733497060960 2024-12-06T14:57:43,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T14:57:43,029 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:57:43,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [bb7ea3e46d9c,40579,1733497060960] 2024-12-06T14:57:43,139 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/bb7ea3e46d9c,40579,1733497060960 already deleted, retry=false 2024-12-06T14:57:43,139 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; bb7ea3e46d9c,40579,1733497060960 expired; onlineServers=0 2024-12-06T14:57:43,139 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'bb7ea3e46d9c,41539,1733497060667' ***** 2024-12-06T14:57:43,139 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T14:57:43,140 INFO [M:0;bb7ea3e46d9c:41539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T14:57:43,140 INFO [M:0;bb7ea3e46d9c:41539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T14:57:43,140 DEBUG [M:0;bb7ea3e46d9c:41539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T14:57:43,141 DEBUG [M:0;bb7ea3e46d9c:41539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T14:57:43,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T14:57:43,141 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733497061331 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.small.0-1733497061331,5,FailOnTimeoutGroup] 2024-12-06T14:57:43,141 DEBUG [master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733497061330 {}] cleaner.HFileCleaner(306): Exit Thread[master/bb7ea3e46d9c:0:becomeActiveMaster-HFileCleaner.large.0-1733497061330,5,FailOnTimeoutGroup] 2024-12-06T14:57:43,141 INFO [M:0;bb7ea3e46d9c:41539 {}] hbase.ChoreService(370): Chore service for: master/bb7ea3e46d9c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T14:57:43,142 INFO [M:0;bb7ea3e46d9c:41539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T14:57:43,142 DEBUG [M:0;bb7ea3e46d9c:41539 {}] master.HMaster(1795): Stopping service threads 2024-12-06T14:57:43,142 INFO [M:0;bb7ea3e46d9c:41539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T14:57:43,142 INFO [M:0;bb7ea3e46d9c:41539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T14:57:43,142 INFO [M:0;bb7ea3e46d9c:41539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T14:57:43,142 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T14:57:43,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T14:57:43,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T14:57:43,154 DEBUG [M:0;bb7ea3e46d9c:41539 {}] zookeeper.ZKUtil(347): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T14:57:43,154 WARN [M:0;bb7ea3e46d9c:41539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T14:57:43,155 INFO [M:0;bb7ea3e46d9c:41539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/.lastflushedseqids 2024-12-06T14:57:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741838_1014 (size=99) 2024-12-06T14:57:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741838_1014 (size=99) 2024-12-06T14:57:43,162 INFO [M:0;bb7ea3e46d9c:41539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T14:57:43,162 INFO [M:0;bb7ea3e46d9c:41539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T14:57:43,162 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T14:57:43,162 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:43,162 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:43,162 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T14:57:43,162 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:43,163 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-06T14:57:43,180 DEBUG [M:0;bb7ea3e46d9c:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23a58139bab04e51849867ef798dbb35 is 82, key is hbase:meta,,1/info:regioninfo/1733497062032/Put/seqid=0 2024-12-06T14:57:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741839_1015 (size=5672) 2024-12-06T14:57:43,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741839_1015 (size=5672) 2024-12-06T14:57:43,185 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23a58139bab04e51849867ef798dbb35 2024-12-06T14:57:43,203 DEBUG [M:0;bb7ea3e46d9c:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97d4fa711054b21aa6378851fc121a6 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733497062093/Put/seqid=0 2024-12-06T14:57:43,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:43,206 INFO [RS:0;bb7ea3e46d9c:40579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:57:43,206 INFO [RS:0;bb7ea3e46d9c:40579 {}] regionserver.HRegionServer(1031): Exiting; stopping=bb7ea3e46d9c,40579,1733497060960; zookeeper connection closed. 2024-12-06T14:57:43,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40579-0x101ab25f8d20001, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:43,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f659049 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f659049 2024-12-06T14:57:43,206 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T14:57:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741840_1016 (size=5275) 2024-12-06T14:57:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741840_1016 (size=5275) 2024-12-06T14:57:43,208 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97d4fa711054b21aa6378851fc121a6 2024-12-06T14:57:43,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-06T14:57:43,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,233 DEBUG [M:0;bb7ea3e46d9c:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060f187da4f540db95b4c2cb87e6c385 is 69, key is bb7ea3e46d9c,40579,1733497060960/rs:state/1733497061427/Put/seqid=0 2024-12-06T14:57:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741841_1017 (size=5156) 2024-12-06T14:57:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741841_1017 (size=5156) 2024-12-06T14:57:43,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,241 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060f187da4f540db95b4c2cb87e6c385 2024-12-06T14:57:43,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-06T14:57:43,258 DEBUG [M:0;bb7ea3e46d9c:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fdc765f387524e38a7e70f797639fb68 is 52, key is load_balancer_on/state:d/1733497062199/Put/seqid=0 2024-12-06T14:57:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741842_1018 (size=5056) 2024-12-06T14:57:43,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741842_1018 (size=5056) 2024-12-06T14:57:43,263 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fdc765f387524e38a7e70f797639fb68 2024-12-06T14:57:43,267 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23a58139bab04e51849867ef798dbb35 as hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23a58139bab04e51849867ef798dbb35 2024-12-06T14:57:43,271 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23a58139bab04e51849867ef798dbb35, entries=8, sequenceid=29, filesize=5.5 K 2024-12-06T14:57:43,272 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a97d4fa711054b21aa6378851fc121a6 as hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97d4fa711054b21aa6378851fc121a6 2024-12-06T14:57:43,276 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a97d4fa711054b21aa6378851fc121a6, entries=3, sequenceid=29, filesize=5.2 K 2024-12-06T14:57:43,277 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/060f187da4f540db95b4c2cb87e6c385 as hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060f187da4f540db95b4c2cb87e6c385 2024-12-06T14:57:43,281 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/060f187da4f540db95b4c2cb87e6c385, entries=1, sequenceid=29, filesize=5.0 K 2024-12-06T14:57:43,282 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/fdc765f387524e38a7e70f797639fb68 as hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fdc765f387524e38a7e70f797639fb68 2024-12-06T14:57:43,286 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45221/user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/fdc765f387524e38a7e70f797639fb68, entries=1, sequenceid=29, filesize=4.9 K 2024-12-06T14:57:43,287 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=29, compaction requested=false 2024-12-06T14:57:43,288 INFO [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T14:57:43,288 DEBUG [M:0;bb7ea3e46d9c:41539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733497063162Disabling compacts and flushes for region at 1733497063162Disabling writes for close at 1733497063162Obtaining lock to block concurrent updates at 1733497063163 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733497063163Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733497063163Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733497063164 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733497063164Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733497063180 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733497063180Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733497063190 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733497063202 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733497063202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733497063212 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733497063232 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733497063232Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733497063245 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733497063257 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733497063257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23ece42c: reopening flushed file at 1733497063267 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d37be37: reopening flushed file at 1733497063272 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41340f4b: reopening flushed file at 1733497063276 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a238da8: reopening flushed file at 1733497063281 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=29, compaction requested=false at 1733497063287 (+6 ms)Writing region close event to WAL at 1733497063288 (+1 ms)Closed at 1733497063288 2024-12-06T14:57:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40739 is added to blk_1073741830_1006 (size=10311) 2024-12-06T14:57:43,290 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/be778ffa-be88-a3f3-56d2-7b32d6e5b713/MasterData/WALs/bb7ea3e46d9c,41539,1733497060667/bb7ea3e46d9c%2C41539%2C1733497060667.1733497061100 not finished, retry = 0 2024-12-06T14:57:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741830_1006 (size=10311) 2024-12-06T14:57:43,391 INFO [M:0;bb7ea3e46d9c:41539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T14:57:43,391 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T14:57:43,391 INFO [M:0;bb7ea3e46d9c:41539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41539 2024-12-06T14:57:43,392 INFO [M:0;bb7ea3e46d9c:41539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T14:57:43,451 INFO [regionserver/bb7ea3e46d9c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T14:57:43,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:43,502 INFO [M:0;bb7ea3e46d9c:41539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T14:57:43,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x101ab25f8d20000, quorum=127.0.0.1:61732, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T14:57:43,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29bdbd42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:57:43,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46cc490f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:57:43,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:57:43,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dfb1ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:57:43,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d40c68b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir/,STOPPED} 2024-12-06T14:57:43,508 WARN [BP-925289196-172.17.0.2-1733497058307 heartbeating to localhost/127.0.0.1:45221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:57:43,508 WARN [BP-925289196-172.17.0.2-1733497058307 heartbeating to localhost/127.0.0.1:45221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-925289196-172.17.0.2-1733497058307 (Datanode Uuid 9257db82-82f3-4050-b924-458a87028e8c) service to localhost/127.0.0.1:45221 2024-12-06T14:57:43,508 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:57:43,508 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:57:43,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data3/current/BP-925289196-172.17.0.2-1733497058307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:43,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data4/current/BP-925289196-172.17.0.2-1733497058307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:43,509 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:57:43,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ad0d3f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T14:57:43,512 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31da648c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:57:43,512 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:57:43,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9e72a76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:57:43,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ff99838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir/,STOPPED} 2024-12-06T14:57:43,513 WARN [BP-925289196-172.17.0.2-1733497058307 heartbeating to localhost/127.0.0.1:45221 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T14:57:43,513 WARN [BP-925289196-172.17.0.2-1733497058307 heartbeating to localhost/127.0.0.1:45221 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-925289196-172.17.0.2-1733497058307 (Datanode Uuid c41e8547-ccff-4caa-b783-755c41931246) service to localhost/127.0.0.1:45221 2024-12-06T14:57:43,513 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T14:57:43,513 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T14:57:43,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data1/current/BP-925289196-172.17.0.2-1733497058307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:43,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/cluster_c508347e-56a2-99e1-5f5b-3b5f528cff1c/data/data2/current/BP-925289196-172.17.0.2-1733497058307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T14:57:43,514 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T14:57:43,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b5fbc2c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T14:57:43,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0c5f22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T14:57:43,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T14:57:43,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396da33f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T14:57:43,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f3e702f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c49e5ef0-90e3-f849-bb4e-4b7092b12508/hadoop.log.dir/,STOPPED} 2024-12-06T14:57:43,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T14:57:43,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-06T14:57:43,544 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 110) - Thread LEAK? -, OpenFileDescriptor=497 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=91 (was 73) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6066 (was 6102)