2024-11-10 09:53:42,372 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 09:53:42,388 main DEBUG Took 0.013829 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 09:53:42,388 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 09:53:42,389 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 09:53:42,390 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 09:53:42,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,400 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 09:53:42,415 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,417 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,418 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,418 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,420 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,421 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,422 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,423 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,424 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,425 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,426 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,427 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,428 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,428 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 09:53:42,429 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,430 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 09:53:42,432 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 09:53:42,433 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 09:53:42,435 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 09:53:42,436 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 09:53:42,437 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 09:53:42,438 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 09:53:42,447 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 09:53:42,450 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 09:53:42,451 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 09:53:42,452 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 09:53:42,452 main DEBUG createAppenders(={Console}) 2024-11-10 09:53:42,453 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-10 09:53:42,454 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-10 09:53:42,454 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-10 09:53:42,455 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 09:53:42,455 main DEBUG OutputStream closed 2024-11-10 09:53:42,455 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 09:53:42,456 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 09:53:42,456 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-10 09:53:42,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 09:53:42,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 09:53:42,541 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 09:53:42,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 09:53:42,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 09:53:42,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 09:53:42,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 09:53:42,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 09:53:42,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 09:53:42,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 09:53:42,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 09:53:42,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 09:53:42,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 09:53:42,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 09:53:42,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 09:53:42,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 09:53:42,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 09:53:42,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 09:53:42,551 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 09:53:42,551 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-10 09:53:42,551 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 09:53:42,552 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-10T09:53:42,811 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060 2024-11-10 09:53:42,814 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 09:53:42,815 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T09:53:42,829 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-10T09:53:42,877 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=8761 2024-11-10T09:53:42,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:53:42,903 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d, deleteOnExit=true 2024-11-10T09:53:42,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:53:42,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/test.cache.data in system properties and HBase conf 2024-11-10T09:53:42,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:53:42,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:53:42,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:53:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:53:42,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:53:43,013 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T09:53:43,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:53:43,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:53:43,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:53:43,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:53:43,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:53:43,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:53:43,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:53:43,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:53:43,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:53:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:53:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:53:43,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:53:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:53:43,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:53:43,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:53:43,952 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T09:53:44,043 INFO [Time-limited test {}] log.Log(170): Logging initialized @2361ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T09:53:44,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:53:44,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:53:44,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:53:44,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:53:44,227 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:53:44,241 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:53:44,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:53:44,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:53:44,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@207fc993{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/java.io.tmpdir/jetty-localhost-33671-hadoop-hdfs-3_4_1-tests_jar-_-any-3308225305386354193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:53:44,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:33671} 2024-11-10T09:53:44,449 INFO [Time-limited test {}] server.Server(415): Started @2769ms 2024-11-10T09:53:44,855 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:53:44,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:53:44,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:53:44,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:53:44,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:53:44,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:53:44,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:53:44,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2f235b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/java.io.tmpdir/jetty-localhost-38517-hadoop-hdfs-3_4_1-tests_jar-_-any-10687894688375043594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:53:44,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:38517} 2024-11-10T09:53:44,991 INFO [Time-limited test {}] server.Server(415): Started @3310ms 2024-11-10T09:53:45,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:53:45,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:53:45,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:53:45,188 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:53:45,189 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:53:45,189 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:53:45,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:53:45,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:53:45,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8ddfee8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/java.io.tmpdir/jetty-localhost-43995-hadoop-hdfs-3_4_1-tests_jar-_-any-13016832727050158363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:53:45,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:43995} 2024-11-10T09:53:45,338 INFO [Time-limited test {}] server.Server(415): Started @3657ms 2024-11-10T09:53:45,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:53:45,519 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data3/current/BP-745692583-172.17.0.2-1731232423702/current, will proceed with Du for space computation calculation, 2024-11-10T09:53:45,519 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data1/current/BP-745692583-172.17.0.2-1731232423702/current, will proceed with Du for space computation calculation, 2024-11-10T09:53:45,519 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data2/current/BP-745692583-172.17.0.2-1731232423702/current, will proceed with Du for space computation calculation, 2024-11-10T09:53:45,519 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data4/current/BP-745692583-172.17.0.2-1731232423702/current, will proceed with Du for space computation calculation, 2024-11-10T09:53:45,586 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:53:45,587 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:53:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ba3499490883b5f with lease ID 0x4fc5dc15579fbad7: Processing first storage report for DS-caae13aa-86ce-4aa9-939f-c031549e6391 from datanode DatanodeRegistration(127.0.0.1:45675, datanodeUuid=8b862de9-2610-45b9-a69c-2bc005ee8825, infoPort=45633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702) 2024-11-10T09:53:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ba3499490883b5f with lease ID 0x4fc5dc15579fbad7: from storage DS-caae13aa-86ce-4aa9-939f-c031549e6391 node DatanodeRegistration(127.0.0.1:45675, datanodeUuid=8b862de9-2610-45b9-a69c-2bc005ee8825, infoPort=45633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-10T09:53:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb52e6586c89d19e7 with lease ID 0x4fc5dc15579fbad8: Processing first storage report for DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40 from datanode DatanodeRegistration(127.0.0.1:41985, datanodeUuid=8a0e3b80-af1a-49f1-bd1f-21e9147ea483, infoPort=39635, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702) 2024-11-10T09:53:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb52e6586c89d19e7 with lease ID 0x4fc5dc15579fbad8: from storage DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40 node DatanodeRegistration(127.0.0.1:41985, datanodeUuid=8a0e3b80-af1a-49f1-bd1f-21e9147ea483, infoPort=39635, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:53:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ba3499490883b5f with lease ID 0x4fc5dc15579fbad7: Processing first storage report for DS-6af32084-8240-4616-8601-62ff3dfdc4fc from datanode DatanodeRegistration(127.0.0.1:45675, datanodeUuid=8b862de9-2610-45b9-a69c-2bc005ee8825, infoPort=45633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702) 2024-11-10T09:53:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ba3499490883b5f with lease ID 0x4fc5dc15579fbad7: from storage DS-6af32084-8240-4616-8601-62ff3dfdc4fc node DatanodeRegistration(127.0.0.1:45675, datanodeUuid=8b862de9-2610-45b9-a69c-2bc005ee8825, infoPort=45633, infoSecurePort=0, ipcPort=38831, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:53:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb52e6586c89d19e7 with lease ID 0x4fc5dc15579fbad8: Processing first storage report for DS-5bf9d0d0-2963-4921-b7c0-edba58a3b64c from datanode DatanodeRegistration(127.0.0.1:41985, datanodeUuid=8a0e3b80-af1a-49f1-bd1f-21e9147ea483, infoPort=39635, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702) 2024-11-10T09:53:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb52e6586c89d19e7 with lease ID 0x4fc5dc15579fbad8: from storage DS-5bf9d0d0-2963-4921-b7c0-edba58a3b64c node DatanodeRegistration(127.0.0.1:41985, datanodeUuid=8a0e3b80-af1a-49f1-bd1f-21e9147ea483, infoPort=39635, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-57;cid=testClusterID;nsid=974258554;c=1731232423702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:53:45,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060 2024-11-10T09:53:45,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/zookeeper_0, clientPort=59378, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:53:45,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59378 2024-11-10T09:53:45,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:45,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:46,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:53:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:53:46,546 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af with version=8 2024-11-10T09:53:46,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase-staging 2024-11-10T09:53:46,639 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T09:53:46,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:53:46,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:53:46,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:53:46,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:53:46,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:53:46,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:53:47,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:53:47,115 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T09:53:47,125 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T09:53:47,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:53:47,156 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 20922 (auto-detected) 2024-11-10T09:53:47,157 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T09:53:47,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38365 2024-11-10T09:53:47,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38365 connecting to ZooKeeper ensemble=127.0.0.1:59378 2024-11-10T09:53:47,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383650x0, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:53:47,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38365-0x1019199dcde0000 connected 2024-11-10T09:53:47,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:47,268 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:47,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:53:47,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af, hbase.cluster.distributed=false 2024-11-10T09:53:47,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:53:47,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38365 2024-11-10T09:53:47,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38365 2024-11-10T09:53:47,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38365 2024-11-10T09:53:47,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38365 2024-11-10T09:53:47,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38365 2024-11-10T09:53:47,437 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:53:47,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:53:47,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:53:47,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:53:47,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:53:47,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:53:47,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:53:47,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:53:47,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45929 2024-11-10T09:53:47,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45929 connecting to ZooKeeper ensemble=127.0.0.1:59378 2024-11-10T09:53:47,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:47,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:47,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459290x0, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:53:47,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459290x0, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:53:47,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45929-0x1019199dcde0001 connected 2024-11-10T09:53:47,466 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:53:47,477 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:53:47,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:53:47,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:53:47,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45929 2024-11-10T09:53:47,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45929 2024-11-10T09:53:47,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45929 2024-11-10T09:53:47,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45929 2024-11-10T09:53:47,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45929 2024-11-10T09:53:47,506 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b048fef8bb35:38365 2024-11-10T09:53:47,507 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b048fef8bb35,38365,1731232426692 2024-11-10T09:53:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:53:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:53:47,516 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b048fef8bb35,38365,1731232426692 2024-11-10T09:53:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:53:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:47,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:47,540 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T09:53:47,541 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b048fef8bb35,38365,1731232426692 from backup master directory 2024-11-10T09:53:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b048fef8bb35,38365,1731232426692 2024-11-10T09:53:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:53:47,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:53:47,545 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:53:47,546 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b048fef8bb35,38365,1731232426692 2024-11-10T09:53:47,548 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T09:53:47,549 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T09:53:47,612 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase.id] with ID: e2ce3818-bc92-408e-a645-6708f175e8f1 2024-11-10T09:53:47,612 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/.tmp/hbase.id 2024-11-10T09:53:47,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:53:47,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:53:47,626 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/.tmp/hbase.id]:[hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase.id] 2024-11-10T09:53:47,673 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:47,679 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:53:47,699 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T09:53:47,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:47,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:53:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:53:47,738 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:53:47,740 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:53:47,746 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:53:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:53:47,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:53:47,801 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store 2024-11-10T09:53:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:53:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:53:47,832 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T09:53:47,835 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:53:47,836 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:53:47,836 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:53:47,836 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:53:47,838 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:53:47,838 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:53:47,838 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:53:47,839 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232427836Disabling compacts and flushes for region at 1731232427836Disabling writes for close at 1731232427838 (+2 ms)Writing region close event to WAL at 1731232427838Closed at 1731232427838 2024-11-10T09:53:47,842 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/.initializing 2024-11-10T09:53:47,842 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/WALs/b048fef8bb35,38365,1731232426692 2024-11-10T09:53:47,853 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:53:47,868 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C38365%2C1731232426692, suffix=, logDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/WALs/b048fef8bb35,38365,1731232426692, archiveDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/oldWALs, maxLogs=10 2024-11-10T09:53:47,898 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/WALs/b048fef8bb35,38365,1731232426692/b048fef8bb35%2C38365%2C1731232426692.1731232427873, exclude list is [], retry=0 2024-11-10T09:53:47,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:53:47,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:53:47,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:53:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T09:53:47,968 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/WALs/b048fef8bb35,38365,1731232426692/b048fef8bb35%2C38365%2C1731232426692.1731232427873 2024-11-10T09:53:47,969 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-10T09:53:47,970 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:53:47,971 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:53:47,975 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:47,976 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:53:48,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:48,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:53:48,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:53:48,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:53:48,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:53:48,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:53:48,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:53:48,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,072 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,073 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,078 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,078 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,082 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:53:48,086 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:53:48,092 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:53:48,093 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=741401, jitterRate=-0.05726024508476257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:53:48,101 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731232427988Initializing all the Stores at 1731232427991 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232427991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232427992 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232427992Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232427992Cleaning up temporary data from old regions at 1731232428078 (+86 ms)Region opened successfully at 1731232428100 (+22 ms) 2024-11-10T09:53:48,102 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:53:48,138 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c0ba22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:53:48,171 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:53:48,183 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:53:48,184 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:53:48,187 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:53:48,189 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T09:53:48,195 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-10T09:53:48,195 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:53:48,229 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:53:48,241 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T09:53:48,244 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T09:53:48,246 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:53:48,248 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:53:48,250 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T09:53:48,252 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:53:48,256 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:53:48,258 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T09:53:48,259 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:53:48,261 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T09:53:48,279 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:53:48,281 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T09:53:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:53:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:53:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:48,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:48,289 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b048fef8bb35,38365,1731232426692, sessionid=0x1019199dcde0000, setting cluster-up flag (Was=false) 2024-11-10T09:53:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:48,313 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T09:53:48,315 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,38365,1731232426692 2024-11-10T09:53:48,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:48,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:48,327 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T09:53:48,328 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,38365,1731232426692 2024-11-10T09:53:48,335 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:53:48,394 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(746): ClusterId : e2ce3818-bc92-408e-a645-6708f175e8f1 2024-11-10T09:53:48,397 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:53:48,403 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:53:48,403 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:53:48,407 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:53:48,408 DEBUG [RS:0;b048fef8bb35:45929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628ff866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:53:48,413 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:53:48,423 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b048fef8bb35:45929 2024-11-10T09:53:48,423 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:53:48,426 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:53:48,426 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:53:48,426 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:53:48,429 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,38365,1731232426692 with port=45929, startcode=1731232427396 2024-11-10T09:53:48,431 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:53:48,437 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b048fef8bb35,38365,1731232426692 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:53:48,442 DEBUG [RS:0;b048fef8bb35:45929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:53:48,444 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b048fef8bb35:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:53:48,445 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,447 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232458447 2024-11-10T09:53:48,449 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:53:48,450 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:53:48,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:53:48,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:53:48,454 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:53:48,454 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:53:48,455 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:53:48,455 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:53:48,459 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,456 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,459 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:53:48,470 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:53:48,472 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:53:48,473 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:53:48,476 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:53:48,476 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:53:48,478 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232428478,5,FailOnTimeoutGroup] 2024-11-10T09:53:48,479 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232428479,5,FailOnTimeoutGroup] 2024-11-10T09:53:48,479 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,480 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:53:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:53:48,481 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,482 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:53:48,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:53:48,485 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af 2024-11-10T09:53:48,486 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38465, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:53:48,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38365 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38365 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:53:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:53:48,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:53:48,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:53:48,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:53:48,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:48,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:53:48,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:53:48,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:48,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:53:48,513 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af 2024-11-10T09:53:48,514 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33119 2024-11-10T09:53:48,514 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:53:48,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:53:48,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:48,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:53:48,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:53:48,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:53:48,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:48,519 DEBUG [RS:0;b048fef8bb35:45929 {}] zookeeper.ZKUtil(111): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,519 WARN [RS:0;b048fef8bb35:45929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:53:48,519 INFO [RS:0;b048fef8bb35:45929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:53:48,520 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:48,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:53:48,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740 2024-11-10T09:53:48,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,45929,1731232427396] 2024-11-10T09:53:48,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740 2024-11-10T09:53:48,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:53:48,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:53:48,527 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:53:48,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:53:48,535 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:53:48,536 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818649, jitterRate=0.04096683859825134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:53:48,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731232428501Initializing all the Stores at 1731232428503 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232428503Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232428503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232428503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232428503Cleaning up temporary data from old regions at 1731232428526 (+23 ms)Region opened successfully at 1731232428538 (+12 ms) 2024-11-10T09:53:48,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:53:48,539 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:53:48,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:53:48,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:53:48,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:53:48,543 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:53:48,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232428539Disabling compacts and flushes for region at 1731232428539Disabling writes for close at 1731232428540 (+1 ms)Writing region close event to WAL at 1731232428543 (+3 ms)Closed at 1731232428543 2024-11-10T09:53:48,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:53:48,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:53:48,549 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:53:48,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:53:48,563 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:53:48,567 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:53:48,569 INFO [RS:0;b048fef8bb35:45929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:53:48,569 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,570 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:53:48,570 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:53:48,576 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:53:48,578 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,578 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,578 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,578 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,578 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,579 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:53:48,580 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:53:48,580 DEBUG [RS:0;b048fef8bb35:45929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:53:48,581 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,581 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,581 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,581 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,581 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,581 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,45929,1731232427396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:53:48,600 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:53:48,602 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,45929,1731232427396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,603 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,603 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.Replication(171): b048fef8bb35,45929,1731232427396 started 2024-11-10T09:53:48,624 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:48,624 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,45929,1731232427396, RpcServer on b048fef8bb35/172.17.0.2:45929, sessionid=0x1019199dcde0001 2024-11-10T09:53:48,625 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:53:48,626 DEBUG [RS:0;b048fef8bb35:45929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,626 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,45929,1731232427396' 2024-11-10T09:53:48,626 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:53:48,627 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:53:48,628 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:53:48,628 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:53:48,629 DEBUG [RS:0;b048fef8bb35:45929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,629 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,45929,1731232427396' 2024-11-10T09:53:48,629 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:53:48,630 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:53:48,630 DEBUG [RS:0;b048fef8bb35:45929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:53:48,630 INFO [RS:0;b048fef8bb35:45929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:53:48,631 INFO [RS:0;b048fef8bb35:45929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:53:48,721 WARN [b048fef8bb35:38365 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:53:48,736 INFO [RS:0;b048fef8bb35:45929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:53:48,739 INFO [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C45929%2C1731232427396, suffix=, logDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396, archiveDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/oldWALs, maxLogs=32 2024-11-10T09:53:48,761 DEBUG [RS:0;b048fef8bb35:45929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232428742, exclude list is [], retry=0 2024-11-10T09:53:48,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:53:48,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:53:48,772 INFO [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232428742 2024-11-10T09:53:48,773 DEBUG [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-10T09:53:48,974 DEBUG [b048fef8bb35:38365 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:53:48,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,45929,1731232427396 2024-11-10T09:53:48,993 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,45929,1731232427396, state=OPENING 2024-11-10T09:53:48,998 DEBUG [PEWorker-5 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:53:49,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:49,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:53:49,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:53:49,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:53:49,002 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:53:49,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,45929,1731232427396}] 2024-11-10T09:53:49,182 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:53:49,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36633, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:53:49,197 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:53:49,198 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:53:49,198 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:53:49,202 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C45929%2C1731232427396.meta, suffix=.meta, logDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396, archiveDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/oldWALs, maxLogs=32 2024-11-10T09:53:49,219 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.meta.1731232429204.meta, exclude list is [], retry=0 2024-11-10T09:53:49,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:53:49,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:53:49,228 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.meta.1731232429204.meta 2024-11-10T09:53:49,228 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633),(127.0.0.1/127.0.0.1:39635:39635)] 2024-11-10T09:53:49,229 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:53:49,231 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:53:49,234 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:53:49,239 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:53:49,244 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:53:49,245 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:53:49,245 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:53:49,245 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:53:49,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:53:49,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:53:49,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:49,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:49,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:53:49,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:53:49,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:49,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:49,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:53:49,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:53:49,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:49,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:49,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:53:49,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:53:49,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:49,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:53:49,259 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:53:49,260 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740 2024-11-10T09:53:49,263 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740 2024-11-10T09:53:49,266 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:53:49,266 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:53:49,267 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:53:49,271 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:53:49,273 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780514, jitterRate=-0.007526382803916931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:53:49,273 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:53:49,274 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232429246Writing region info on filesystem at 1731232429246Initializing all the Stores at 1731232429248 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232429248Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232429248Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232429248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232429248Cleaning up temporary data from old regions at 1731232429266 (+18 ms)Running coprocessor post-open hooks at 1731232429273 (+7 ms)Region opened successfully at 1731232429274 (+1 ms) 2024-11-10T09:53:49,282 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731232429173 2024-11-10T09:53:49,296 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:53:49,297 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:53:49,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,45929,1731232427396 2024-11-10T09:53:49,300 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,45929,1731232427396, state=OPEN 2024-11-10T09:53:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:53:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:53:49,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:53:49,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:53:49,306 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,45929,1731232427396 2024-11-10T09:53:49,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:53:49,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,45929,1731232427396 in 302 msec 2024-11-10T09:53:49,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:53:49,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 759 msec 2024-11-10T09:53:49,323 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:53:49,323 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:53:49,343 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:53:49,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,45929,1731232427396, seqNum=-1] 2024-11-10T09:53:49,367 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:53:49,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60831, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:53:49,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0240 sec 2024-11-10T09:53:49,391 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731232429390, completionTime=-1 2024-11-10T09:53:49,393 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:53:49,393 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:53:49,421 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T09:53:49,422 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232489422 2024-11-10T09:53:49,422 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232549422 2024-11-10T09:53:49,422 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-10T09:53:49,424 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,38365,1731232426692-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,425 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,38365,1731232426692-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,425 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,38365,1731232426692-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,426 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b048fef8bb35:38365, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,427 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,427 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,433 DEBUG [master/b048fef8bb35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:53:49,455 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.909sec 2024-11-10T09:53:49,457 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:53:49,458 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:53:49,459 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:53:49,460 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:53:49,460 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:53:49,461 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,38365,1731232426692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:53:49,461 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,38365,1731232426692-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:53:49,469 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:53:49,470 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:53:49,471 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,38365,1731232426692-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:53:49,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778044ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:53:49,506 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T09:53:49,507 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T09:53:49,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b048fef8bb35,38365,-1 for getting cluster id 2024-11-10T09:53:49,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:53:49,523 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2ce3818-bc92-408e-a645-6708f175e8f1' 2024-11-10T09:53:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:53:49,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2ce3818-bc92-408e-a645-6708f175e8f1" 2024-11-10T09:53:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8c0cff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:53:49,529 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b048fef8bb35,38365,-1] 2024-11-10T09:53:49,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:53:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:53:49,536 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:53:49,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0ccdf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:53:49,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:53:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,45929,1731232427396, seqNum=-1] 2024-11-10T09:53:49,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:53:49,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:53:49,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b048fef8bb35,38365,1731232426692 2024-11-10T09:53:49,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:53:49,578 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T09:53:49,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:53:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b048fef8bb35,38365,1731232426692 2024-11-10T09:53:49,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e4ff20 2024-11-10T09:53:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:53:49,594 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:53:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T09:53:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T09:53:49,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:53:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-10T09:53:49,610 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:53:49,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-10T09:53:49,612 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:49,615 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:53:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:53:49,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741835_1011 (size=389) 2024-11-10T09:53:49,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741835_1011 (size=389) 2024-11-10T09:53:49,639 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09676b28e4a06773762a4a8880fca3cb, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af 2024-11-10T09:53:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741836_1012 (size=72) 2024-11-10T09:53:49,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741836_1012 (size=72) 2024-11-10T09:53:49,651 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:53:49,651 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 09676b28e4a06773762a4a8880fca3cb, disabling compactions & flushes 2024-11-10T09:53:49,651 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:49,651 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:49,651 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. after waiting 0 ms 2024-11-10T09:53:49,651 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:49,651 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:49,651 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09676b28e4a06773762a4a8880fca3cb: Waiting for close lock at 1731232429651Disabling compacts and flushes for region at 1731232429651Disabling writes for close at 1731232429651Writing region close event to WAL at 1731232429651Closed at 1731232429651 2024-11-10T09:53:49,654 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:53:49,662 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731232429654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232429654"}]},"ts":"1731232429654"} 2024-11-10T09:53:49,668 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:53:49,670 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:53:49,673 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232429670"}]},"ts":"1731232429670"} 2024-11-10T09:53:49,678 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-10T09:53:49,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=09676b28e4a06773762a4a8880fca3cb, ASSIGN}] 2024-11-10T09:53:49,682 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=09676b28e4a06773762a4a8880fca3cb, ASSIGN 2024-11-10T09:53:49,684 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=09676b28e4a06773762a4a8880fca3cb, ASSIGN; state=OFFLINE, location=b048fef8bb35,45929,1731232427396; forceNewPlan=false, retain=false 2024-11-10T09:53:49,836 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09676b28e4a06773762a4a8880fca3cb, regionState=OPENING, regionLocation=b048fef8bb35,45929,1731232427396 2024-11-10T09:53:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=09676b28e4a06773762a4a8880fca3cb, ASSIGN because future has completed 2024-11-10T09:53:49,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09676b28e4a06773762a4a8880fca3cb, server=b048fef8bb35,45929,1731232427396}] 2024-11-10T09:53:50,003 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:50,004 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09676b28e4a06773762a4a8880fca3cb, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:53:50,005 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,005 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:53:50,005 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,005 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,008 INFO [StoreOpener-09676b28e4a06773762a4a8880fca3cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,010 INFO [StoreOpener-09676b28e4a06773762a4a8880fca3cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09676b28e4a06773762a4a8880fca3cb columnFamilyName info 2024-11-10T09:53:50,010 DEBUG [StoreOpener-09676b28e4a06773762a4a8880fca3cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:53:50,011 INFO [StoreOpener-09676b28e4a06773762a4a8880fca3cb-1 {}] regionserver.HStore(327): Store=09676b28e4a06773762a4a8880fca3cb/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:53:50,011 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,013 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,014 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,015 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,015 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,019 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,023 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:53:50,024 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09676b28e4a06773762a4a8880fca3cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=806613, jitterRate=0.025661692023277283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T09:53:50,024 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:53:50,026 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09676b28e4a06773762a4a8880fca3cb: Running coprocessor pre-open hook at 1731232430005Writing region info on filesystem at 1731232430005Initializing all the Stores at 1731232430007 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232430007Cleaning up temporary data from old regions at 1731232430015 (+8 ms)Running coprocessor post-open hooks at 1731232430024 (+9 ms)Region opened successfully at 1731232430026 (+2 ms) 2024-11-10T09:53:50,028 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb., pid=6, masterSystemTime=1731232429996 2024-11-10T09:53:50,032 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:50,032 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:50,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09676b28e4a06773762a4a8880fca3cb, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,45929,1731232427396 2024-11-10T09:53:50,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09676b28e4a06773762a4a8880fca3cb, server=b048fef8bb35,45929,1731232427396 because future has completed 2024-11-10T09:53:50,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:53:50,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09676b28e4a06773762a4a8880fca3cb, server=b048fef8bb35,45929,1731232427396 in 198 msec 2024-11-10T09:53:50,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:53:50,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=09676b28e4a06773762a4a8880fca3cb, ASSIGN in 364 msec 2024-11-10T09:53:50,050 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:53:50,050 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232430050"}]},"ts":"1731232430050"} 2024-11-10T09:53:50,053 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-10T09:53:50,055 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:53:50,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 453 msec 2024-11-10T09:53:54,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-10T09:53:54,792 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:53:54,794 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-10T09:53:57,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:53:57,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:53:57,114 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T09:53:57,114 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T09:53:57,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:53:57,115 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:53:57,115 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:53:57,115 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T09:53:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38365 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:53:59,664 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-10T09:53:59,666 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-10T09:53:59,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-10T09:53:59,674 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:53:59,697 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232439675, exclude list is [], retry=0 2024-11-10T09:53:59,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:53:59,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:53:59,706 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232428742 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232439675 2024-11-10T09:53:59,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45633:45633),(127.0.0.1/127.0.0.1:39635:39635)] 2024-11-10T09:53:59,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232428742 is not closed yet, will try archiving it next time 2024-11-10T09:53:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741833_1009 (size=451) 2024-11-10T09:53:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741833_1009 (size=451) 2024-11-10T09:53:59,713 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232428742 to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/oldWALs/b048fef8bb35%2C45929%2C1731232427396.1731232428742 2024-11-10T09:53:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb., hostname=b048fef8bb35,45929,1731232427396, seqNum=2] 2024-11-10T09:54:13,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45929 {}] regionserver.HRegion(8855): Flush requested on 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:54:13,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09676b28e4a06773762a4a8880fca3cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:54:13,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/adb768b3686e40d69b8524f779b90218 is 1055, key is row0001/info:/1731232439720/Put/seqid=0 2024-11-10T09:54:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741838_1014 (size=13386) 2024-11-10T09:54:13,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741838_1014 (size=13386) 2024-11-10T09:54:14,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/adb768b3686e40d69b8524f779b90218 2024-11-10T09:54:14,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/adb768b3686e40d69b8524f779b90218 as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/adb768b3686e40d69b8524f779b90218 2024-11-10T09:54:14,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/adb768b3686e40d69b8524f779b90218, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T09:54:14,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 09676b28e4a06773762a4a8880fca3cb in 570ms, sequenceid=12, compaction requested=false 2024-11-10T09:54:14,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09676b28e4a06773762a4a8880fca3cb: 2024-11-10T09:54:15,783 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:54:19,788 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232459766, exclude list is [], retry=0 2024-11-10T09:54:19,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:54:19,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:54:19,795 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232439675 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232459766 2024-11-10T09:54:19,795 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-10T09:54:19,795 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232439675 is not closed yet, will try archiving it next time 2024-11-10T09:54:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741837_1013 (size=12149) 2024-11-10T09:54:19,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741837_1013 (size=12149) 2024-11-10T09:54:24,801 INFO [AsyncFSWAL-0-hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af-prefix:b048fef8bb35,45929,1731232427396 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK], DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK]] 2024-11-10T09:54:24,803 WARN [AsyncFSWAL-0-hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af-prefix:b048fef8bb35,45929,1731232427396 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK], DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK]] 2024-11-10T09:54:24,804 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b048fef8bb35%2C45929%2C1731232427396:(num 1731232459766) roll requested 2024-11-10T09:54:24,818 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232464805, exclude list is [], retry=0 2024-11-10T09:54:24,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:54:24,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:54:24,826 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232459766 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232464805 2024-11-10T09:54:24,826 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-10T09:54:24,826 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232459766 is not closed yet, will try archiving it next time 2024-11-10T09:54:24,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741839_1015 (size=1233) 2024-11-10T09:54:24,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741839_1015 (size=1233) 2024-11-10T09:54:26,804 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:54:26,818 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232466804, exclude list is [], retry=0 2024-11-10T09:54:26,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41985,DS-2623ecfa-ed52-4902-b5c4-78e635bf4c40,DISK] 2024-11-10T09:54:26,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45675,DS-caae13aa-86ce-4aa9-939f-c031549e6391,DISK] 2024-11-10T09:54:26,824 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232464805 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232466804 2024-11-10T09:54:26,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39635:39635),(127.0.0.1/127.0.0.1:45633:45633)] 2024-11-10T09:54:26,824 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232464805 is not closed yet, will try archiving it next time 2024-11-10T09:54:26,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741840_1016 (size=93) 2024-11-10T09:54:26,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741840_1016 (size=93) 2024-11-10T09:54:26,827 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/WALs/b048fef8bb35,45929,1731232427396/b048fef8bb35%2C45929%2C1731232427396.1731232464805 to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/oldWALs/b048fef8bb35%2C45929%2C1731232427396.1731232464805 2024-11-10T09:54:29,516 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:54:29,516 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:54:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45929 {}] regionserver.HRegion(8855): Flush requested on 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:54:34,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 09676b28e4a06773762a4a8880fca3cb 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:54:34,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/ce528f949d9a42baaa07a58aa02be5fe is 1055, key is row0009/info:/1731232455759/Put/seqid=0 2024-11-10T09:54:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741842_1018 (size=13386) 2024-11-10T09:54:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741842_1018 (size=13386) 2024-11-10T09:54:34,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/ce528f949d9a42baaa07a58aa02be5fe 2024-11-10T09:54:34,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/ce528f949d9a42baaa07a58aa02be5fe as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/ce528f949d9a42baaa07a58aa02be5fe 2024-11-10T09:54:34,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/ce528f949d9a42baaa07a58aa02be5fe, entries=8, sequenceid=23, filesize=13.1 K 2024-11-10T09:54:34,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 09676b28e4a06773762a4a8880fca3cb in 35ms, sequenceid=23, compaction requested=false 2024-11-10T09:54:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 09676b28e4a06773762a4a8880fca3cb: 2024-11-10T09:54:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-10T09:54:34,882 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:54:34,883 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/adb768b3686e40d69b8524f779b90218 because midkey is the same as first or last row 2024-11-10T09:54:35,005 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 09676b28e4a06773762a4a8880fca3cb, had cached 0 bytes from a total of 26772 2024-11-10T09:54:45,784 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:54:46,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:54:46,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:54:46,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:54:46,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:54:46,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:54:46,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:54:46,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:54:46,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=148268827, stopped=false 2024-11-10T09:54:46,871 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b048fef8bb35,38365,1731232426692 2024-11-10T09:54:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:54:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:54:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:46,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:46,873 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:54:46,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:54:46,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:54:46,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:54:46,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:54:46,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:54:46,874 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,45929,1731232427396' ***** 2024-11-10T09:54:46,874 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:54:46,875 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:54:46,875 INFO [RS:0;b048fef8bb35:45929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:54:46,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:54:46,875 INFO [RS:0;b048fef8bb35:45929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:54:46,875 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(3091): Received CLOSE for 09676b28e4a06773762a4a8880fca3cb 2024-11-10T09:54:46,876 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,45929,1731232427396 2024-11-10T09:54:46,876 INFO [RS:0;b048fef8bb35:45929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:54:46,876 INFO [RS:0;b048fef8bb35:45929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b048fef8bb35:45929. 2024-11-10T09:54:46,876 DEBUG [RS:0;b048fef8bb35:45929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:54:46,876 DEBUG [RS:0;b048fef8bb35:45929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:54:46,876 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:54:46,876 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:54:46,876 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09676b28e4a06773762a4a8880fca3cb, disabling compactions & flushes 2024-11-10T09:54:46,877 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:54:46,877 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:54:46,877 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. after waiting 0 ms 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:54:46,877 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09676b28e4a06773762a4a8880fca3cb 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-10T09:54:46,877 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:54:46,877 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1325): Online Regions={09676b28e4a06773762a4a8880fca3cb=TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:54:46,877 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:54:46,877 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:54:46,877 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1351): Waiting on 09676b28e4a06773762a4a8880fca3cb, 1588230740 2024-11-10T09:54:46,878 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-10T09:54:46,886 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/52fc74996abf4f8a8045b7f61eeb0d73 is 1055, key is row0017/info:/1731232476848/Put/seqid=0 2024-11-10T09:54:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741843_1019 (size=10222) 2024-11-10T09:54:46,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741843_1019 (size=10222) 2024-11-10T09:54:46,894 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/52fc74996abf4f8a8045b7f61eeb0d73 2024-11-10T09:54:46,903 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/info/1e6d63b86dfd43b9925cdd4973f2cefa is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb./info:regioninfo/1731232430033/Put/seqid=0 2024-11-10T09:54:46,907 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/.tmp/info/52fc74996abf4f8a8045b7f61eeb0d73 as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/52fc74996abf4f8a8045b7f61eeb0d73 2024-11-10T09:54:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741844_1020 (size=7016) 2024-11-10T09:54:46,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741844_1020 (size=7016) 2024-11-10T09:54:46,917 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/info/52fc74996abf4f8a8045b7f61eeb0d73, entries=5, sequenceid=31, filesize=10.0 K 2024-11-10T09:54:46,918 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 09676b28e4a06773762a4a8880fca3cb in 41ms, sequenceid=31, compaction requested=true 2024-11-10T09:54:46,924 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/default/TestLogRolling-testSlowSyncLogRolling/09676b28e4a06773762a4a8880fca3cb/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-10T09:54:46,927 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:54:46,927 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09676b28e4a06773762a4a8880fca3cb: Waiting for close lock at 1731232486876Running coprocessor pre-close hooks at 1731232486876Disabling compacts and flushes for region at 1731232486876Disabling writes for close at 1731232486877 (+1 ms)Obtaining lock to block concurrent updates at 1731232486877Preparing flush snapshotting stores in 09676b28e4a06773762a4a8880fca3cb at 1731232486877Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731232486878 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. at 1731232486879 (+1 ms)Flushing 09676b28e4a06773762a4a8880fca3cb/info: creating writer at 1731232486879Flushing 09676b28e4a06773762a4a8880fca3cb/info: appending metadata at 1731232486885 (+6 ms)Flushing 09676b28e4a06773762a4a8880fca3cb/info: closing flushed file at 1731232486885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7433dcd0: reopening flushed file at 1731232486905 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 09676b28e4a06773762a4a8880fca3cb in 41ms, sequenceid=31, compaction requested=true at 1731232486918 (+13 ms)Writing region close event to WAL at 1731232486919 (+1 ms)Running coprocessor post-close hooks at 1731232486925 (+6 ms)Closed at 1731232486927 (+2 ms) 2024-11-10T09:54:46,927 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731232429595.09676b28e4a06773762a4a8880fca3cb. 2024-11-10T09:54:47,078 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:54:47,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-10T09:54:47,278 DEBUG [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:54:47,312 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/info/1e6d63b86dfd43b9925cdd4973f2cefa 2024-11-10T09:54:47,339 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/ns/6ca4c826987843f4bcbc6cf9df35a7a1 is 43, key is default/ns:d/1731232429373/Put/seqid=0 2024-11-10T09:54:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741845_1021 (size=5153) 2024-11-10T09:54:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741845_1021 (size=5153) 2024-11-10T09:54:47,347 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/ns/6ca4c826987843f4bcbc6cf9df35a7a1 2024-11-10T09:54:47,379 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/table/c2896604519f436c820ca645e57a9924 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731232430050/Put/seqid=0 2024-11-10T09:54:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741846_1022 (size=5396) 2024-11-10T09:54:47,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741846_1022 (size=5396) 2024-11-10T09:54:47,387 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/table/c2896604519f436c820ca645e57a9924 2024-11-10T09:54:47,396 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/info/1e6d63b86dfd43b9925cdd4973f2cefa as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/info/1e6d63b86dfd43b9925cdd4973f2cefa 2024-11-10T09:54:47,404 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/info/1e6d63b86dfd43b9925cdd4973f2cefa, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T09:54:47,406 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/ns/6ca4c826987843f4bcbc6cf9df35a7a1 as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/ns/6ca4c826987843f4bcbc6cf9df35a7a1 2024-11-10T09:54:47,414 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/ns/6ca4c826987843f4bcbc6cf9df35a7a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:54:47,416 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/.tmp/table/c2896604519f436c820ca645e57a9924 as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/table/c2896604519f436c820ca645e57a9924 2024-11-10T09:54:47,424 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/table/c2896604519f436c820ca645e57a9924, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T09:54:47,425 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=11, compaction requested=false 2024-11-10T09:54:47,433 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:54:47,434 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:54:47,434 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:54:47,434 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232486877Running coprocessor pre-close hooks at 1731232486877Disabling compacts and flushes for region at 1731232486877Disabling writes for close at 1731232486877Obtaining lock to block concurrent updates at 1731232486878 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731232486878Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731232486878Flushing stores of hbase:meta,,1.1588230740 at 1731232486879 (+1 ms)Flushing 1588230740/info: creating writer at 1731232486879Flushing 1588230740/info: appending metadata at 1731232486902 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731232486902Flushing 1588230740/ns: creating writer at 1731232487321 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731232487338 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731232487338Flushing 1588230740/table: creating writer at 1731232487357 (+19 ms)Flushing 1588230740/table: appending metadata at 1731232487378 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731232487378Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d106f0: reopening flushed file at 1731232487394 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc37a2e: reopening flushed file at 1731232487404 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7015a0: reopening flushed file at 1731232487414 (+10 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 548ms, sequenceid=11, compaction requested=false at 1731232487426 (+12 ms)Writing region close event to WAL at 1731232487427 (+1 ms)Running coprocessor post-close hooks at 1731232487433 (+6 ms)Closed at 1731232487434 (+1 ms) 2024-11-10T09:54:47,434 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:54:47,478 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,45929,1731232427396; all regions closed. 2024-11-10T09:54:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741834_1010 (size=3066) 2024-11-10T09:54:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741834_1010 (size=3066) 2024-11-10T09:54:47,487 DEBUG [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/oldWALs 2024-11-10T09:54:47,488 INFO [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C45929%2C1731232427396.meta:.meta(num 1731232429204) 2024-11-10T09:54:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741841_1017 (size=13164) 2024-11-10T09:54:47,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741841_1017 (size=13164) 2024-11-10T09:54:47,498 DEBUG [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/oldWALs 2024-11-10T09:54:47,498 INFO [RS:0;b048fef8bb35:45929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C45929%2C1731232427396:(num 1731232466804) 2024-11-10T09:54:47,498 DEBUG [RS:0;b048fef8bb35:45929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:54:47,498 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:54:47,498 INFO [RS:0;b048fef8bb35:45929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:54:47,498 INFO [RS:0;b048fef8bb35:45929 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:54:47,498 INFO [RS:0;b048fef8bb35:45929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:54:47,498 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:54:47,499 INFO [RS:0;b048fef8bb35:45929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45929 2024-11-10T09:54:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,45929,1731232427396 2024-11-10T09:54:47,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:54:47,503 INFO [RS:0;b048fef8bb35:45929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:54:47,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,45929,1731232427396] 2024-11-10T09:54:47,507 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,45929,1731232427396 already deleted, retry=false 2024-11-10T09:54:47,507 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,45929,1731232427396 expired; onlineServers=0 2024-11-10T09:54:47,507 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b048fef8bb35,38365,1731232426692' ***** 2024-11-10T09:54:47,507 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:54:47,507 INFO [M:0;b048fef8bb35:38365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:54:47,507 INFO [M:0;b048fef8bb35:38365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:54:47,507 DEBUG [M:0;b048fef8bb35:38365 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:54:47,507 DEBUG [M:0;b048fef8bb35:38365 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:54:47,507 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232428478 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232428478,5,FailOnTimeoutGroup] 2024-11-10T09:54:47,508 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232428479 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232428479,5,FailOnTimeoutGroup] 2024-11-10T09:54:47,508 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:54:47,508 INFO [M:0;b048fef8bb35:38365 {}] hbase.ChoreService(370): Chore service for: master/b048fef8bb35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:54:47,508 INFO [M:0;b048fef8bb35:38365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:54:47,508 DEBUG [M:0;b048fef8bb35:38365 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:54:47,508 INFO [M:0;b048fef8bb35:38365 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:54:47,509 INFO [M:0;b048fef8bb35:38365 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:54:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T09:54:47,509 INFO [M:0;b048fef8bb35:38365 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:54:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:47,509 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:54:47,510 DEBUG [M:0;b048fef8bb35:38365 {}] zookeeper.ZKUtil(347): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T09:54:47,510 WARN [M:0;b048fef8bb35:38365 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:54:47,511 INFO [M:0;b048fef8bb35:38365 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/.lastflushedseqids 2024-11-10T09:54:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741847_1023 (size=130) 2024-11-10T09:54:47,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741847_1023 (size=130) 2024-11-10T09:54:47,526 INFO [M:0;b048fef8bb35:38365 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:54:47,526 INFO [M:0;b048fef8bb35:38365 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:54:47,526 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:54:47,526 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:47,526 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:47,526 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:54:47,526 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:47,527 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-10T09:54:47,545 DEBUG [M:0;b048fef8bb35:38365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94babd027fbc49358eb3be262974731b is 82, key is hbase:meta,,1/info:regioninfo/1731232429297/Put/seqid=0 2024-11-10T09:54:47,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:54:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741848_1024 (size=5672) 2024-11-10T09:54:47,553 INFO [M:0;b048fef8bb35:38365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94babd027fbc49358eb3be262974731b 2024-11-10T09:54:47,581 DEBUG [M:0;b048fef8bb35:38365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09efbaf36ecc4f88b8d0e54516aa482a is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731232430057/Put/seqid=0 2024-11-10T09:54:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741849_1025 (size=6248) 2024-11-10T09:54:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741849_1025 (size=6248) 2024-11-10T09:54:47,589 INFO [M:0;b048fef8bb35:38365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09efbaf36ecc4f88b8d0e54516aa482a 2024-11-10T09:54:47,596 INFO [M:0;b048fef8bb35:38365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09efbaf36ecc4f88b8d0e54516aa482a 2024-11-10T09:54:47,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:54:47,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45929-0x1019199dcde0001, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:54:47,606 INFO [RS:0;b048fef8bb35:45929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:54:47,606 INFO [RS:0;b048fef8bb35:45929 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,45929,1731232427396; zookeeper connection closed. 2024-11-10T09:54:47,606 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@717da6e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@717da6e8 2024-11-10T09:54:47,607 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:54:47,613 DEBUG [M:0;b048fef8bb35:38365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb887d79548140d3a4feffaaa223d3ae is 69, key is b048fef8bb35,45929,1731232427396/rs:state/1731232428499/Put/seqid=0 2024-11-10T09:54:47,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:54:47,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741850_1026 (size=5156) 2024-11-10T09:54:47,620 INFO [M:0;b048fef8bb35:38365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb887d79548140d3a4feffaaa223d3ae 2024-11-10T09:54:47,644 DEBUG [M:0;b048fef8bb35:38365 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6efa1961079b4de9a7ff682a44cb5852 is 52, key is load_balancer_on/state:d/1731232429574/Put/seqid=0 2024-11-10T09:54:47,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741851_1027 (size=5056) 2024-11-10T09:54:47,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741851_1027 (size=5056) 2024-11-10T09:54:47,652 INFO [M:0;b048fef8bb35:38365 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6efa1961079b4de9a7ff682a44cb5852 2024-11-10T09:54:47,660 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94babd027fbc49358eb3be262974731b as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94babd027fbc49358eb3be262974731b 2024-11-10T09:54:47,668 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94babd027fbc49358eb3be262974731b, entries=8, sequenceid=59, filesize=5.5 K 2024-11-10T09:54:47,669 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09efbaf36ecc4f88b8d0e54516aa482a as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09efbaf36ecc4f88b8d0e54516aa482a 2024-11-10T09:54:47,678 INFO [M:0;b048fef8bb35:38365 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09efbaf36ecc4f88b8d0e54516aa482a 2024-11-10T09:54:47,678 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09efbaf36ecc4f88b8d0e54516aa482a, entries=6, sequenceid=59, filesize=6.1 K 2024-11-10T09:54:47,680 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb887d79548140d3a4feffaaa223d3ae as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb887d79548140d3a4feffaaa223d3ae 2024-11-10T09:54:47,688 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb887d79548140d3a4feffaaa223d3ae, entries=1, sequenceid=59, filesize=5.0 K 2024-11-10T09:54:47,689 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/6efa1961079b4de9a7ff682a44cb5852 as hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6efa1961079b4de9a7ff682a44cb5852 2024-11-10T09:54:47,698 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/6efa1961079b4de9a7ff682a44cb5852, entries=1, sequenceid=59, filesize=4.9 K 2024-11-10T09:54:47,699 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=59, compaction requested=false 2024-11-10T09:54:47,701 INFO [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:47,702 DEBUG [M:0;b048fef8bb35:38365 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232487526Disabling compacts and flushes for region at 1731232487526Disabling writes for close at 1731232487526Obtaining lock to block concurrent updates at 1731232487527 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731232487527Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731232487527Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731232487528 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731232487528Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731232487544 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731232487544Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731232487561 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731232487580 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731232487580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731232487597 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731232487612 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731232487612Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731232487627 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731232487643 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731232487643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d0facee: reopening flushed file at 1731232487659 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251ccdf8: reopening flushed file at 1731232487668 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c4cb838: reopening flushed file at 1731232487679 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a5bd66: reopening flushed file at 1731232487688 (+9 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 173ms, sequenceid=59, compaction requested=false at 1731232487700 (+12 ms)Writing region close event to WAL at 1731232487701 (+1 ms)Closed at 1731232487701 2024-11-10T09:54:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45675 is added to blk_1073741830_1006 (size=27985) 2024-11-10T09:54:47,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41985 is added to blk_1073741830_1006 (size=27985) 2024-11-10T09:54:47,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:54:47,706 INFO [M:0;b048fef8bb35:38365 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:54:47,706 INFO [M:0;b048fef8bb35:38365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38365 2024-11-10T09:54:47,706 INFO [M:0;b048fef8bb35:38365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:54:47,808 INFO [M:0;b048fef8bb35:38365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:54:47,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:54:47,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38365-0x1019199dcde0000, quorum=127.0.0.1:59378, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:54:47,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8ddfee8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:47,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@354a6507{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:54:47,816 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:54:47,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2667c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:54:47,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a0d5314{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir/,STOPPED} 2024-11-10T09:54:47,820 WARN [BP-745692583-172.17.0.2-1731232423702 heartbeating to localhost/127.0.0.1:33119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:54:47,820 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:54:47,820 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:54:47,820 WARN [BP-745692583-172.17.0.2-1731232423702 heartbeating to localhost/127.0.0.1:33119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745692583-172.17.0.2-1731232423702 (Datanode Uuid 8b862de9-2610-45b9-a69c-2bc005ee8825) service to localhost/127.0.0.1:33119 2024-11-10T09:54:47,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data3/current/BP-745692583-172.17.0.2-1731232423702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:54:47,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data4/current/BP-745692583-172.17.0.2-1731232423702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:54:47,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:54:47,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2f235b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:47,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b8939d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:54:47,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:54:47,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6080f6d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:54:47,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e562895{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir/,STOPPED} 2024-11-10T09:54:47,826 WARN [BP-745692583-172.17.0.2-1731232423702 heartbeating to localhost/127.0.0.1:33119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:54:47,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:54:47,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:54:47,826 WARN [BP-745692583-172.17.0.2-1731232423702 heartbeating to localhost/127.0.0.1:33119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-745692583-172.17.0.2-1731232423702 (Datanode Uuid 8a0e3b80-af1a-49f1-bd1f-21e9147ea483) service to localhost/127.0.0.1:33119 2024-11-10T09:54:47,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data1/current/BP-745692583-172.17.0.2-1731232423702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:54:47,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/cluster_9809d6ed-8d61-2f78-61dc-79ad91bf437d/data/data2/current/BP-745692583-172.17.0.2-1731232423702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:54:47,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:54:47,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@207fc993{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:54:47,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4770a0e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:54:47,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:54:47,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5886ff95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:54:47,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@571c5822{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir/,STOPPED} 2024-11-10T09:54:47,846 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:54:47,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:54:47,884 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4124c7bb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:33119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/b048fef8bb35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b048fef8bb35:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:33119 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33119 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b048fef8bb35:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:33119 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/b048fef8bb35:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33119 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=7756 (was 8761) 2024-11-10T09:54:47,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=7756 2024-11-10T09:54:47,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:54:47,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.log.dir so I do NOT create it in target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089 2024-11-10T09:54:47,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/118e4cc1-edcf-038d-ffae-3e02e91a2060/hadoop.tmp.dir so I do NOT create it in target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229, deleteOnExit=true 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/test.cache.data in system properties and HBase conf 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:54:47,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:54:47,892 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:54:47,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:54:47,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:54:47,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:54:47,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:54:47,979 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:47,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:54:47,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:54:47,993 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:54:47,993 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:54:47,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:47,994 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56941687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:54:47,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35d8dc74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:54:48,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb94d28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-37489-hadoop-hdfs-3_4_1-tests_jar-_-any-5174010951161118121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:54:48,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75628252{HTTP/1.1, (http/1.1)}{localhost:37489} 2024-11-10T09:54:48,113 INFO [Time-limited test {}] server.Server(415): Started @66432ms 2024-11-10T09:54:48,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:48,210 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:54:48,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:54:48,211 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:54:48,211 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:54:48,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3398aa10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:54:48,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c8edf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:54:48,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de3e338{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-43333-hadoop-hdfs-3_4_1-tests_jar-_-any-17379611853309812534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:48,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6974b631{HTTP/1.1, (http/1.1)}{localhost:43333} 2024-11-10T09:54:48,338 INFO [Time-limited test {}] server.Server(415): Started @66657ms 2024-11-10T09:54:48,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:54:48,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:48,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:54:48,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:54:48,378 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:54:48,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:54:48,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dbc8b6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:54:48,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5b3d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:54:48,437 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data1/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:48,437 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data2/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:48,461 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:54:48,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc391e645d973137d with lease ID 0x13abb3a27add4cef: Processing first storage report for DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64 from datanode DatanodeRegistration(127.0.0.1:36177, datanodeUuid=67a0b8e2-5ef6-4b86-8da2-d217396459a8, infoPort=37561, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:48,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc391e645d973137d with lease ID 0x13abb3a27add4cef: from storage DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64 node DatanodeRegistration(127.0.0.1:36177, datanodeUuid=67a0b8e2-5ef6-4b86-8da2-d217396459a8, infoPort=37561, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc391e645d973137d with lease ID 0x13abb3a27add4cef: Processing first storage report for DS-46644bb4-8e2c-4bd8-8318-bd26de38beda from datanode DatanodeRegistration(127.0.0.1:36177, datanodeUuid=67a0b8e2-5ef6-4b86-8da2-d217396459a8, infoPort=37561, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:48,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc391e645d973137d with lease ID 0x13abb3a27add4cef: from storage DS-46644bb4-8e2c-4bd8-8318-bd26de38beda node DatanodeRegistration(127.0.0.1:36177, datanodeUuid=67a0b8e2-5ef6-4b86-8da2-d217396459a8, infoPort=37561, infoSecurePort=0, ipcPort=42057, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:48,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f9dbe88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-44299-hadoop-hdfs-3_4_1-tests_jar-_-any-12610228285875196184/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:48,510 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cb8270{HTTP/1.1, (http/1.1)}{localhost:44299} 2024-11-10T09:54:48,510 INFO [Time-limited test {}] server.Server(415): Started @66829ms 2024-11-10T09:54:48,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:54:48,584 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:54:48,608 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data3/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:48,608 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data4/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:48,627 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:54:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4cf28d083c1842f with lease ID 0x13abb3a27add4cf0: Processing first storage report for DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8 from datanode DatanodeRegistration(127.0.0.1:45071, datanodeUuid=285a54cb-8fde-4fd4-9ba0-dc0bfdf56aa0, infoPort=35905, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4cf28d083c1842f with lease ID 0x13abb3a27add4cf0: from storage DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8 node DatanodeRegistration(127.0.0.1:45071, datanodeUuid=285a54cb-8fde-4fd4-9ba0-dc0bfdf56aa0, infoPort=35905, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4cf28d083c1842f with lease ID 0x13abb3a27add4cf0: Processing first storage report for DS-d036bc5f-0af0-4ed9-bc21-a7c373721e1a from datanode DatanodeRegistration(127.0.0.1:45071, datanodeUuid=285a54cb-8fde-4fd4-9ba0-dc0bfdf56aa0, infoPort=35905, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4cf28d083c1842f with lease ID 0x13abb3a27add4cf0: from storage DS-d036bc5f-0af0-4ed9-bc21-a7c373721e1a node DatanodeRegistration(127.0.0.1:45071, datanodeUuid=285a54cb-8fde-4fd4-9ba0-dc0bfdf56aa0, infoPort=35905, infoSecurePort=0, ipcPort=41173, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:48,644 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089 2024-11-10T09:54:48,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/zookeeper_0, clientPort=55006, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:54:48,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55006 2024-11-10T09:54:48,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:54:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:54:48,663 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c with version=8 2024-11-10T09:54:48,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase-staging 2024-11-10T09:54:48,666 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:54:48,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:54:48,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40429 2024-11-10T09:54:48,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40429 connecting to ZooKeeper ensemble=127.0.0.1:55006 2024-11-10T09:54:48,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404290x0, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:54:48,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40429-0x101919ad22f0000 connected 2024-11-10T09:54:48,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:54:48,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c, hbase.cluster.distributed=false 2024-11-10T09:54:48,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:54:48,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-10T09:54:48,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40429 2024-11-10T09:54:48,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40429 2024-11-10T09:54:48,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-10T09:54:48,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40429 2024-11-10T09:54:48,720 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:54:48,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:54:48,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32933 2024-11-10T09:54:48,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32933 connecting to ZooKeeper ensemble=127.0.0.1:55006 2024-11-10T09:54:48,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329330x0, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:54:48,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32933-0x101919ad22f0001 connected 2024-11-10T09:54:48,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:54:48,733 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:54:48,734 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:54:48,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:54:48,736 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:54:48,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32933 2024-11-10T09:54:48,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32933 2024-11-10T09:54:48,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32933 2024-11-10T09:54:48,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32933 2024-11-10T09:54:48,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32933 2024-11-10T09:54:48,750 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b048fef8bb35:40429 2024-11-10T09:54:48,750 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:54:48,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:54:48,753 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:54:48,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,755 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T09:54:48,756 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b048fef8bb35,40429,1731232488666 from backup master directory 2024-11-10T09:54:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:54:48,758 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:54:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:54:48,758 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,764 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/hbase.id] with ID: 909399a4-078a-4db2-8ed2-3e132c4c978a 2024-11-10T09:54:48,764 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/.tmp/hbase.id 2024-11-10T09:54:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:54:48,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:54:48,793 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/.tmp/hbase.id]:[hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/hbase.id] 2024-11-10T09:54:48,813 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:48,813 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:54:48,816 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T09:54:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:54:48,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:54:48,830 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:54:48,831 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:54:48,831 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:54:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:54:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:54:48,841 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store 2024-11-10T09:54:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:54:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:54:48,850 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:54:48,850 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:54:48,850 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:48,850 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:48,850 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:54:48,850 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:48,850 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:54:48,850 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232488850Disabling compacts and flushes for region at 1731232488850Disabling writes for close at 1731232488850Writing region close event to WAL at 1731232488850Closed at 1731232488850 2024-11-10T09:54:48,851 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/.initializing 2024-11-10T09:54:48,851 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,853 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:54:48,855 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C40429%2C1731232488666, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/oldWALs, maxLogs=10 2024-11-10T09:54:48,870 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855, exclude list is [], retry=0 2024-11-10T09:54:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45071,DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8,DISK] 2024-11-10T09:54:48,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36177,DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64,DISK] 2024-11-10T09:54:48,876 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 2024-11-10T09:54:48,877 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-10T09:54:48,877 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:54:48,877 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:54:48,877 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,877 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:54:48,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:48,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:48,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:54:48,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:48,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:54:48,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:54:48,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:48,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:54:48,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:54:48,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:48,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:54:48,890 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,891 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,892 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,893 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,893 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,894 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:54:48,896 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:54:48,901 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:54:48,901 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788686, jitterRate=0.0028666555881500244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:54:48,903 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731232488877Initializing all the Stores at 1731232488879 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232488879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232488879Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232488879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232488879Cleaning up temporary data from old regions at 1731232488893 (+14 ms)Region opened successfully at 1731232488902 (+9 ms) 2024-11-10T09:54:48,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:54:48,908 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279b119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:54:48,909 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:54:48,909 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:54:48,909 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:54:48,909 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:54:48,910 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:54:48,910 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:54:48,910 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:54:48,913 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:54:48,914 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T09:54:48,915 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T09:54:48,916 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:54:48,917 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:54:48,918 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T09:54:48,918 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:54:48,919 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:54:48,921 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T09:54:48,922 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:54:48,923 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T09:54:48,926 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:54:48,928 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T09:54:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:54:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:54:48,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,931 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b048fef8bb35,40429,1731232488666, sessionid=0x101919ad22f0000, setting cluster-up flag (Was=false) 2024-11-10T09:54:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,945 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T09:54:48,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:48,957 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T09:54:48,959 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,40429,1731232488666 2024-11-10T09:54:48,961 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:54:48,963 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:54:48,964 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:54:48,964 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:54:48,964 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b048fef8bb35,40429,1731232488666 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:54:48,966 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:54:48,966 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:54:48,966 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:54:48,966 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:54:48,967 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b048fef8bb35:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:54:48,967 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:48,967 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:54:48,967 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:48,969 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:54:48,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:54:48,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:48,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232518976 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:54:48,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:54:48,977 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:48,977 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:54:48,977 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:54:48,977 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:54:48,978 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:54:48,978 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:54:48,979 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232488978,5,FailOnTimeoutGroup] 2024-11-10T09:54:48,979 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232488979,5,FailOnTimeoutGroup] 2024-11-10T09:54:48,979 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:48,979 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:54:48,979 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:48,979 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:48,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:54:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:54:48,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:54:48,989 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c 2024-11-10T09:54:49,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:54:49,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:54:49,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:54:49,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:54:49,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:54:49,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:54:49,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:54:49,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:54:49,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:54:49,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:54:49,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:54:49,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:54:49,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740 2024-11-10T09:54:49,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740 2024-11-10T09:54:49,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:54:49,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:54:49,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:54:49,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:54:49,024 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:54:49,024 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=777508, jitterRate=-0.011348113417625427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:54:49,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731232489002Initializing all the Stores at 1731232489004 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232489004Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232489004Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232489004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232489004Cleaning up temporary data from old regions at 1731232489019 (+15 ms)Region opened successfully at 1731232489026 (+7 ms) 2024-11-10T09:54:49,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:54:49,026 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:54:49,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:54:49,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:54:49,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:54:49,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:54:49,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232489026Disabling compacts and flushes for region at 1731232489026Disabling writes for close at 1731232489026Writing region close event to WAL at 1731232489027 (+1 ms)Closed at 1731232489027 2024-11-10T09:54:49,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:54:49,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:54:49,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:54:49,032 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:54:49,034 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:54:49,039 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(746): ClusterId : 909399a4-078a-4db2-8ed2-3e132c4c978a 2024-11-10T09:54:49,039 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:54:49,042 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:54:49,042 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:54:49,045 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:54:49,046 DEBUG [RS:0;b048fef8bb35:32933 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ac4ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:54:49,059 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b048fef8bb35:32933 2024-11-10T09:54:49,059 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:54:49,059 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:54:49,059 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:54:49,060 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,40429,1731232488666 with port=32933, startcode=1731232488720 2024-11-10T09:54:49,060 DEBUG [RS:0;b048fef8bb35:32933 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:54:49,063 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:54:49,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40429 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,066 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c 2024-11-10T09:54:49,066 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41631 2024-11-10T09:54:49,066 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:54:49,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:54:49,068 DEBUG [RS:0;b048fef8bb35:32933 {}] zookeeper.ZKUtil(111): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,068 WARN [RS:0;b048fef8bb35:32933 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:54:49,068 INFO [RS:0;b048fef8bb35:32933 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:54:49,068 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,069 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,32933,1731232488720] 2024-11-10T09:54:49,073 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:54:49,076 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:54:49,077 INFO [RS:0;b048fef8bb35:32933 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:54:49,077 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,077 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:54:49,078 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:54:49,078 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,079 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:54:49,080 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:54:49,080 DEBUG [RS:0;b048fef8bb35:32933 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:54:49,080 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,080 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,080 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,080 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,080 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,080 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,32933,1731232488720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:54:49,096 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:54:49,097 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,32933,1731232488720-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,097 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,097 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.Replication(171): b048fef8bb35,32933,1731232488720 started 2024-11-10T09:54:49,112 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,112 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,32933,1731232488720, RpcServer on b048fef8bb35/172.17.0.2:32933, sessionid=0x101919ad22f0001 2024-11-10T09:54:49,112 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:54:49,112 DEBUG [RS:0;b048fef8bb35:32933 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,112 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,32933,1731232488720' 2024-11-10T09:54:49,112 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:54:49,113 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:54:49,114 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:54:49,114 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:54:49,114 DEBUG [RS:0;b048fef8bb35:32933 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,114 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,32933,1731232488720' 2024-11-10T09:54:49,114 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:54:49,114 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:54:49,115 DEBUG [RS:0;b048fef8bb35:32933 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:54:49,115 INFO [RS:0;b048fef8bb35:32933 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:54:49,115 INFO [RS:0;b048fef8bb35:32933 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:54:49,184 WARN [b048fef8bb35:40429 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:54:49,215 INFO [RS:0;b048fef8bb35:32933 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:54:49,218 INFO [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C32933%2C1731232488720, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs, maxLogs=32 2024-11-10T09:54:49,234 DEBUG [RS:0;b048fef8bb35:32933 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219, exclude list is [], retry=0 2024-11-10T09:54:49,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45071,DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8,DISK] 2024-11-10T09:54:49,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36177,DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64,DISK] 2024-11-10T09:54:49,240 INFO [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 2024-11-10T09:54:49,241 DEBUG [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37561:37561),(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-10T09:54:49,434 DEBUG [b048fef8bb35:40429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:54:49,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32933,1731232488720, state=OPENING 2024-11-10T09:54:49,439 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:54:49,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:49,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:54:49,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:54:49,442 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:54:49,442 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:54:49,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,32933,1731232488720}] 2024-11-10T09:54:49,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:54:49,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:54:49,603 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:54:49,603 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:54:49,603 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:54:49,606 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C32933%2C1731232488720.meta, suffix=.meta, logDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs, maxLogs=32 2024-11-10T09:54:49,621 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta, exclude list is [], retry=0 2024-11-10T09:54:49,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36177,DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64,DISK] 2024-11-10T09:54:49,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45071,DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8,DISK] 2024-11-10T09:54:49,627 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta 2024-11-10T09:54:49,627 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:37561:37561)] 2024-11-10T09:54:49,627 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:54:49,627 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:54:49,627 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:54:49,628 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:54:49,628 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:54:49,628 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:54:49,628 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:54:49,628 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:54:49,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:54:49,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:54:49,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:54:49,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:54:49,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:54:49,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:54:49,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:54:49,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:54:49,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:49,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:54:49,637 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:54:49,638 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740 2024-11-10T09:54:49,639 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740 2024-11-10T09:54:49,640 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:54:49,640 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:54:49,641 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:54:49,642 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:54:49,643 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=706219, jitterRate=-0.10199648141860962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:54:49,643 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:54:49,645 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232489628Writing region info on filesystem at 1731232489628Initializing all the Stores at 1731232489629 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232489629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232489630 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232489630Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232489630Cleaning up temporary data from old regions at 1731232489640 (+10 ms)Running coprocessor post-open hooks at 1731232489644 (+4 ms)Region opened successfully at 1731232489645 (+1 ms) 2024-11-10T09:54:49,646 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731232489596 2024-11-10T09:54:49,649 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:54:49,649 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:54:49,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,32933,1731232488720, state=OPEN 2024-11-10T09:54:49,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:54:49,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:54:49,657 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,32933,1731232488720 2024-11-10T09:54:49,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:54:49,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:54:49,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:54:49,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,32933,1731232488720 in 216 msec 2024-11-10T09:54:49,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:54:49,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-10T09:54:49,666 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:54:49,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:54:49,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:54:49,667 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32933,1731232488720, seqNum=-1] 2024-11-10T09:54:49,668 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:54:49,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:54:49,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 712 msec 2024-11-10T09:54:49,675 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731232489675, completionTime=-1 2024-11-10T09:54:49,675 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:54:49,675 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:54:49,677 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T09:54:49,677 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232549677 2024-11-10T09:54:49,677 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232609677 2024-11-10T09:54:49,677 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T09:54:49,678 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40429,1731232488666-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,678 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40429,1731232488666-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,678 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40429,1731232488666-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,678 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b048fef8bb35:40429, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,678 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,678 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,680 DEBUG [master/b048fef8bb35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:54:49,682 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.924sec 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40429,1731232488666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:54:49,683 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40429,1731232488666-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:54:49,686 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:54:49,686 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:54:49,686 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40429,1731232488666-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:54:49,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d668231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:54:49,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b048fef8bb35,40429,-1 for getting cluster id 2024-11-10T09:54:49,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:54:49,741 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '909399a4-078a-4db2-8ed2-3e132c4c978a' 2024-11-10T09:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "909399a4-078a-4db2-8ed2-3e132c4c978a" 2024-11-10T09:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795d9ce5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:54:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b048fef8bb35,40429,-1] 2024-11-10T09:54:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:54:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:54:49,745 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:54:49,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68a7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:54:49,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:54:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,32933,1731232488720, seqNum=-1] 2024-11-10T09:54:49,747 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:54:49,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:54:49,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b048fef8bb35,40429,1731232488666 2024-11-10T09:54:49,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:54:49,755 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T09:54:49,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:49,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:54:49,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:54:49,772 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:54:49,772 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:54:49,773 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@717755d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:54:49,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17cc46e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:54:49,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d392e4f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-40189-hadoop-hdfs-3_4_1-tests_jar-_-any-5134324649007530760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:49,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64a16594{HTTP/1.1, (http/1.1)}{localhost:40189} 2024-11-10T09:54:49,889 INFO [Time-limited test {}] server.Server(415): Started @68209ms 2024-11-10T09:54:49,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:54:49,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:49,929 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:54:49,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:54:49,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:54:49,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:54:49,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab55cba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:54:49,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@201fb0db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:54:49,993 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data5/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:49,993 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data6/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:50,013 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:54:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12e690aa3ed46d23 with lease ID 0x13abb3a27add4cf1: Processing first storage report for DS-db2323c6-5f9a-4f17-81c5-c4657c7a2145 from datanode DatanodeRegistration(127.0.0.1:33861, datanodeUuid=9d36f198-3f8e-42bd-a6de-21dbea3e62dc, infoPort=45509, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12e690aa3ed46d23 with lease ID 0x13abb3a27add4cf1: from storage DS-db2323c6-5f9a-4f17-81c5-c4657c7a2145 node DatanodeRegistration(127.0.0.1:33861, datanodeUuid=9d36f198-3f8e-42bd-a6de-21dbea3e62dc, infoPort=45509, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:54:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12e690aa3ed46d23 with lease ID 0x13abb3a27add4cf1: Processing first storage report for DS-586aebae-6bae-4588-8982-eb19e0dc0a65 from datanode DatanodeRegistration(127.0.0.1:33861, datanodeUuid=9d36f198-3f8e-42bd-a6de-21dbea3e62dc, infoPort=45509, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:50,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12e690aa3ed46d23 with lease ID 0x13abb3a27add4cf1: from storage DS-586aebae-6bae-4588-8982-eb19e0dc0a65 node DatanodeRegistration(127.0.0.1:33861, datanodeUuid=9d36f198-3f8e-42bd-a6de-21dbea3e62dc, infoPort=45509, infoSecurePort=0, ipcPort=32941, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:50,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a1f01a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-39279-hadoop-hdfs-3_4_1-tests_jar-_-any-4375601666361454621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:50,058 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d549b25{HTTP/1.1, (http/1.1)}{localhost:39279} 2024-11-10T09:54:50,059 INFO [Time-limited test {}] server.Server(415): Started @68378ms 2024-11-10T09:54:50,060 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:54:50,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:54:50,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:54:50,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:54:50,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:54:50,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:54:50,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6583eae4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:54:50,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ff23f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:54:50,160 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data7/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:50,161 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data8/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:50,185 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:54:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad0acf8b6b173634 with lease ID 0x13abb3a27add4cf2: Processing first storage report for DS-dc1f01a6-67b4-4ad4-9a33-8462dc71b02c from datanode DatanodeRegistration(127.0.0.1:39479, datanodeUuid=360fa048-06d0-4323-a080-1b5429052ab6, infoPort=43731, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad0acf8b6b173634 with lease ID 0x13abb3a27add4cf2: from storage DS-dc1f01a6-67b4-4ad4-9a33-8462dc71b02c node DatanodeRegistration(127.0.0.1:39479, datanodeUuid=360fa048-06d0-4323-a080-1b5429052ab6, infoPort=43731, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xad0acf8b6b173634 with lease ID 0x13abb3a27add4cf2: Processing first storage report for DS-212461f2-312a-429b-be92-52dfcd2937e4 from datanode DatanodeRegistration(127.0.0.1:39479, datanodeUuid=360fa048-06d0-4323-a080-1b5429052ab6, infoPort=43731, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:50,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xad0acf8b6b173634 with lease ID 0x13abb3a27add4cf2: from storage DS-212461f2-312a-429b-be92-52dfcd2937e4 node DatanodeRegistration(127.0.0.1:39479, datanodeUuid=360fa048-06d0-4323-a080-1b5429052ab6, infoPort=43731, infoSecurePort=0, ipcPort=37235, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:50,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2db2b786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-34245-hadoop-hdfs-3_4_1-tests_jar-_-any-12777584529267150259/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:54:50,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b0ce2b0{HTTP/1.1, (http/1.1)}{localhost:34245} 2024-11-10T09:54:50,219 INFO [Time-limited test {}] server.Server(415): Started @68538ms 2024-11-10T09:54:50,221 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:54:50,318 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data9/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:50,318 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data10/current/BP-717359197-172.17.0.2-1731232487925/current, will proceed with Du for space computation calculation, 2024-11-10T09:54:50,342 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:54:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x465c55f71b6a46a1 with lease ID 0x13abb3a27add4cf3: Processing first storage report for DS-74ec2a54-1f0c-4ef8-b79c-0d2b95e19f85 from datanode DatanodeRegistration(127.0.0.1:42525, datanodeUuid=ec439a76-2a98-4b03-8180-642a90b9c188, infoPort=45881, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x465c55f71b6a46a1 with lease ID 0x13abb3a27add4cf3: from storage DS-74ec2a54-1f0c-4ef8-b79c-0d2b95e19f85 node DatanodeRegistration(127.0.0.1:42525, datanodeUuid=ec439a76-2a98-4b03-8180-642a90b9c188, infoPort=45881, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:54:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x465c55f71b6a46a1 with lease ID 0x13abb3a27add4cf3: Processing first storage report for DS-c8d94a26-192f-4cba-99c7-1a3d1446e160 from datanode DatanodeRegistration(127.0.0.1:42525, datanodeUuid=ec439a76-2a98-4b03-8180-642a90b9c188, infoPort=45881, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925) 2024-11-10T09:54:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x465c55f71b6a46a1 with lease ID 0x13abb3a27add4cf3: from storage DS-c8d94a26-192f-4cba-99c7-1a3d1446e160 node DatanodeRegistration(127.0.0.1:42525, datanodeUuid=ec439a76-2a98-4b03-8180-642a90b9c188, infoPort=45881, infoSecurePort=0, ipcPort=33791, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:54:50,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:54:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b048fef8bb35,40429,1731232488666 2024-11-10T09:54:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@104d4309 2024-11-10T09:54:50,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:54:50,447 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:54:50,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T09:54:50,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T09:54:50,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:54:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T09:54:50,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:54:50,452 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:50,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-10T09:54:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:54:50,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:54:50,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741835_1011 (size=393) 2024-11-10T09:54:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36177 is added to blk_1073741835_1011 (size=393) 2024-11-10T09:54:50,464 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22096fd560f01a9db5c6230dd363357a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c 2024-11-10T09:54:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741836_1012 (size=76) 2024-11-10T09:54:50,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741836_1012 (size=76) 2024-11-10T09:54:50,472 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:54:50,472 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 22096fd560f01a9db5c6230dd363357a, disabling compactions & flushes 2024-11-10T09:54:50,472 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,472 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,472 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. after waiting 0 ms 2024-11-10T09:54:50,472 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,472 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,473 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22096fd560f01a9db5c6230dd363357a: Waiting for close lock at 1731232490472Disabling compacts and flushes for region at 1731232490472Disabling writes for close at 1731232490472Writing region close event to WAL at 1731232490472Closed at 1731232490472 2024-11-10T09:54:50,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:54:50,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731232490475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232490475"}]},"ts":"1731232490475"} 2024-11-10T09:54:50,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:54:50,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:54:50,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232490479"}]},"ts":"1731232490479"} 2024-11-10T09:54:50,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-10T09:54:50,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=22096fd560f01a9db5c6230dd363357a, ASSIGN}] 2024-11-10T09:54:50,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=22096fd560f01a9db5c6230dd363357a, ASSIGN 2024-11-10T09:54:50,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=22096fd560f01a9db5c6230dd363357a, ASSIGN; state=OFFLINE, location=b048fef8bb35,32933,1731232488720; forceNewPlan=false, retain=false 2024-11-10T09:54:50,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22096fd560f01a9db5c6230dd363357a, regionState=OPENING, regionLocation=b048fef8bb35,32933,1731232488720 2024-11-10T09:54:50,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=22096fd560f01a9db5c6230dd363357a, ASSIGN because future has completed 2024-11-10T09:54:50,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22096fd560f01a9db5c6230dd363357a, server=b048fef8bb35,32933,1731232488720}] 2024-11-10T09:54:50,798 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,798 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 22096fd560f01a9db5c6230dd363357a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:54:50,798 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,798 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:54:50,799 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,799 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,800 INFO [StoreOpener-22096fd560f01a9db5c6230dd363357a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,802 INFO [StoreOpener-22096fd560f01a9db5c6230dd363357a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22096fd560f01a9db5c6230dd363357a columnFamilyName info 2024-11-10T09:54:50,802 DEBUG [StoreOpener-22096fd560f01a9db5c6230dd363357a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:54:50,803 INFO [StoreOpener-22096fd560f01a9db5c6230dd363357a-1 {}] regionserver.HStore(327): Store=22096fd560f01a9db5c6230dd363357a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:54:50,803 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,804 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,805 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,805 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,805 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,807 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,810 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:54:50,810 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 22096fd560f01a9db5c6230dd363357a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846478, jitterRate=0.07635261118412018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T09:54:50,810 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:54:50,811 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 22096fd560f01a9db5c6230dd363357a: Running coprocessor pre-open hook at 1731232490799Writing region info on filesystem at 1731232490799Initializing all the Stores at 1731232490800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232490800Cleaning up temporary data from old regions at 1731232490805 (+5 ms)Running coprocessor post-open hooks at 1731232490810 (+5 ms)Region opened successfully at 1731232490811 (+1 ms) 2024-11-10T09:54:50,813 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a., pid=6, masterSystemTime=1731232490792 2024-11-10T09:54:50,816 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,816 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:54:50,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=22096fd560f01a9db5c6230dd363357a, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,32933,1731232488720 2024-11-10T09:54:50,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22096fd560f01a9db5c6230dd363357a, server=b048fef8bb35,32933,1731232488720 because future has completed 2024-11-10T09:54:50,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:54:50,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 22096fd560f01a9db5c6230dd363357a, server=b048fef8bb35,32933,1731232488720 in 183 msec 2024-11-10T09:54:50,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:54:50,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=22096fd560f01a9db5c6230dd363357a, ASSIGN in 343 msec 2024-11-10T09:54:50,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:54:50,830 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232490829"}]},"ts":"1731232490829"} 2024-11-10T09:54:50,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-10T09:54:50,833 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:54:50,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 385 msec 2024-11-10T09:54:51,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:54:51,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:54:52,443 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:54:52,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:54:52,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:54:55,073 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:54:55,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-10T09:54:57,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T09:54:57,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-10T09:55:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40429 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:55:00,563 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-10T09:55:00,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-10T09:55:00,565 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:55:00,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-10T09:55:00,569 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:55:00,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-10T09:55:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a., hostname=b048fef8bb35,32933,1731232488720, seqNum=2] 2024-11-10T09:55:00,576 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-10T09:55:00,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T09:55:00,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:55:00,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1841780573_22 at /127.0.0.1:60924 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60924 dst: /127.0.0.1:45071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1526355376_22 at /127.0.0.1:33902 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:36177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33902 dst: /127.0.0.1:36177 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1841780573_22 at /127.0.0.1:33864 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:36177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33864 dst: /127.0.0.1:36177 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1526355376_22 at /127.0.0.1:33890 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:36177:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33890 dst: /127.0.0.1:36177 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1526355376_22 at /127.0.0.1:60976 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60976 dst: /127.0.0.1:45071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,581 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1526355376_22 at /127.0.0.1:60966 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60966 dst: /127.0.0.1:45071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de3e338{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:00,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6974b631{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:00,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:00,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c8edf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:00,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3398aa10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:00,585 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:55:00,585 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:55:00,585 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:55:00,585 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-717359197-172.17.0.2-1731232487925 (Datanode Uuid 67a0b8e2-5ef6-4b86-8da2-d217396459a8) service to localhost/127.0.0.1:41631 2024-11-10T09:55:00,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data1/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:00,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data2/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:00,586 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:55:00,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:55:00,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:55:00,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:55:00,602 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:55:00,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:55:00,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ad4fb59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:55:00,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522ae8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:55:00,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@681c3292{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/java.io.tmpdir/jetty-localhost-43357-hadoop-hdfs-3_4_1-tests_jar-_-any-2712373433261315909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:00,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9d5e61c{HTTP/1.1, (http/1.1)}{localhost:43357} 2024-11-10T09:55:00,718 INFO [Time-limited test {}] server.Server(415): Started @79038ms 2024-11-10T09:55:00,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:55:00,740 WARN [AsyncFSWAL-0-hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c-prefix:b048fef8bb35,32933,1731232488720 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,740 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b048fef8bb35%2C32933%2C1731232488720:(num 1731232489219) roll requested 2024-11-10T09:55:00,755 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232500741, exclude list is [], retry=0 2024-11-10T09:55:00,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45071,DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8,DISK] 2024-11-10T09:55:00,759 INFO [regionserver/b048fef8bb35:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:36177,DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-10T09:55:00,760 WARN [regionserver/b048fef8bb35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(579): create fan-out dfs output /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232500741 failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:36177 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,822 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:55:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89ca7c2cc26c8fd8 with lease ID 0x13abb3a27add4cf4: from storage DS-9edf6248-3e59-4e12-86a5-5fb31cf9db64 node DatanodeRegistration(127.0.0.1:32863, datanodeUuid=67a0b8e2-5ef6-4b86-8da2-d217396459a8, infoPort=39739, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:55:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x89ca7c2cc26c8fd8 with lease ID 0x13abb3a27add4cf4: from storage DS-46644bb4-8e2c-4bd8-8318-bd26de38beda node DatanodeRegistration(127.0.0.1:32863, datanodeUuid=67a0b8e2-5ef6-4b86-8da2-d217396459a8, infoPort=39739, infoSecurePort=0, ipcPort=42883, storageInfo=lv=-57;cid=testClusterID;nsid=783845787;c=1731232487925), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:55:00,861 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232500741, exclude list is [(127.0.0.1/127.0.0.1:37561:37561)], retry=1 2024-11-10T09:55:00,861 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1526355376_22 at /127.0.0.1:59018 [Receiving block BP-717359197-172.17.0.2-1731232487925:blk_1073741837_1013] {}] datanode.DataXceiver(331): 127.0.0.1:45071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59018 dst: /127.0.0.1:45071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-db2323c6-5f9a-4f17-81c5-c4657c7a2145,DISK] 2024-11-10T09:55:00,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45071,DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8,DISK] 2024-11-10T09:55:00,867 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232500741 2024-11-10T09:55:00,868 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45509:45509),(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-10T09:55:00,868 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 is not closed yet, will try archiving it next time 2024-11-10T09:55:00,869 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:55:00,869 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:55:00,869 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:55:00,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:55:00,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:55:00,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:55:00,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:55:00,870 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2099726749, stopped=false 2024-11-10T09:55:00,870 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b048fef8bb35,40429,1731232488666 2024-11-10T09:55:00,871 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T09:55:00,871 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T09:55:00,871 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 2024-11-10T09:55:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:55:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:55:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:00,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:55:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:00,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:55:00,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:55:00,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:55:00,873 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,32933,1731232488720' ***** 2024-11-10T09:55:00,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:55:00,873 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:55:00,873 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:55:00,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:55:00,874 INFO [RS:0;b048fef8bb35:32933 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:55:00,874 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:55:00,874 INFO [RS:0;b048fef8bb35:32933 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:55:00,874 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:55:00,874 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,32933,1731232488720 2024-11-10T09:55:00,874 INFO [RS:0;b048fef8bb35:32933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:55:00,874 INFO [RS:0;b048fef8bb35:32933 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b048fef8bb35:32933. 2024-11-10T09:55:00,874 DEBUG [RS:0;b048fef8bb35:32933 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:55:00,874 DEBUG [RS:0;b048fef8bb35:32933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:55:00,874 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22096fd560f01a9db5c6230dd363357a, disabling compactions & flushes 2024-11-10T09:55:00,875 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:55:00,875 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:55:00,875 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:55:00,875 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. after waiting 0 ms 2024-11-10T09:55:00,875 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:55:00,875 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22096fd560f01a9db5c6230dd363357a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-10T09:55:00,875 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:55:00,875 WARN [IPC Server handler 0 on default port 41631 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 has not been closed. Lease recovery is in progress. RecoveryId = 1015 for block blk_1073741833_1009 2024-11-10T09:55:00,875 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1325): Online Regions={22096fd560f01a9db5c6230dd363357a=TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:55:00,875 DEBUG [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22096fd560f01a9db5c6230dd363357a 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:55:00,875 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:55:00,875 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:55:00,875 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-10T09:55:00,876 WARN [AsyncFSWAL-0-hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c-prefix:b048fef8bb35,32933,1731232488720.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,876 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b048fef8bb35%2C32933%2C1731232488720.meta:.meta(num 1731232489607) roll requested 2024-11-10T09:55:00,880 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 after 6ms 2024-11-10T09:55:00,892 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232500877.meta, exclude list is [(127.0.0.1/127.0.0.1:37561:37561)], retry=0 2024-11-10T09:55:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45071,DS-93dac05b-ea58-4ccf-9e4c-915c4360d7a8,DISK] 2024-11-10T09:55:00,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-db2323c6-5f9a-4f17-81c5-c4657c7a2145,DISK] 2024-11-10T09:55:00,897 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232500877.meta 2024-11-10T09:55:00,898 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/.tmp/info/ee88bb827ea940babc605558f187423e is 1055, key is row0001/info:/1731232500574/Put/seqid=0 2024-11-10T09:55:00,899 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905),(127.0.0.1/127.0.0.1:45509:45509)] 2024-11-10T09:55:00,899 DEBUG [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta is not closed yet, will try archiving it next time 2024-11-10T09:55:00,899 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,899 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:00,900 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta 2024-11-10T09:55:00,901 WARN [IPC Server handler 3 on default port 41631 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-10T09:55:00,901 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta after 1ms 2024-11-10T09:55:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741840_1017 (size=7062) 2024-11-10T09:55:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741840_1017 (size=7062) 2024-11-10T09:55:00,910 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/.tmp/info/ee88bb827ea940babc605558f187423e 2024-11-10T09:55:00,919 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/.tmp/info/ee88bb827ea940babc605558f187423e as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/info/ee88bb827ea940babc605558f187423e 2024-11-10T09:55:00,920 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/info/dca39535df2f449c8d04f4cf43659366 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a./info:regioninfo/1731232490817/Put/seqid=0 2024-11-10T09:55:00,926 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/info/ee88bb827ea940babc605558f187423e, entries=2, sequenceid=6, filesize=6.9 K 2024-11-10T09:55:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741841_1019 (size=7089) 2024-11-10T09:55:00,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741841_1019 (size=7089) 2024-11-10T09:55:00,929 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/info/dca39535df2f449c8d04f4cf43659366 2024-11-10T09:55:00,929 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 22096fd560f01a9db5c6230dd363357a in 54ms, sequenceid=6, compaction requested=false 2024-11-10T09:55:00,934 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/default/TestLogRolling-testLogRollOnDatanodeDeath/22096fd560f01a9db5c6230dd363357a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:55:00,935 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:55:00,935 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22096fd560f01a9db5c6230dd363357a: Waiting for close lock at 1731232500874Running coprocessor pre-close hooks at 1731232500874Disabling compacts and flushes for region at 1731232500874Disabling writes for close at 1731232500875 (+1 ms)Obtaining lock to block concurrent updates at 1731232500875Preparing flush snapshotting stores in 22096fd560f01a9db5c6230dd363357a at 1731232500875Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731232500875Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. at 1731232500876 (+1 ms)Flushing 22096fd560f01a9db5c6230dd363357a/info: creating writer at 1731232500876Flushing 22096fd560f01a9db5c6230dd363357a/info: appending metadata at 1731232500897 (+21 ms)Flushing 22096fd560f01a9db5c6230dd363357a/info: closing flushed file at 1731232500897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201e748f: reopening flushed file at 1731232500918 (+21 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 22096fd560f01a9db5c6230dd363357a in 54ms, sequenceid=6, compaction requested=false at 1731232500929 (+11 ms)Writing region close event to WAL at 1731232500930 (+1 ms)Running coprocessor post-close hooks at 1731232500935 (+5 ms)Closed at 1731232500935 2024-11-10T09:55:00,936 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731232490448.22096fd560f01a9db5c6230dd363357a. 2024-11-10T09:55:00,954 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/ns/e4fb6bee524642d3b515858392e1df25 is 43, key is default/ns:d/1731232489670/Put/seqid=0 2024-11-10T09:55:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741842_1020 (size=5153) 2024-11-10T09:55:00,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741842_1020 (size=5153) 2024-11-10T09:55:00,961 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/ns/e4fb6bee524642d3b515858392e1df25 2024-11-10T09:55:00,986 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/table/420ab5f40f594c51acbd24801cc2cc96 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731232490829/Put/seqid=0 2024-11-10T09:55:00,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741843_1021 (size=5424) 2024-11-10T09:55:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741843_1021 (size=5424) 2024-11-10T09:55:00,993 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/table/420ab5f40f594c51acbd24801cc2cc96 2024-11-10T09:55:01,001 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/info/dca39535df2f449c8d04f4cf43659366 as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/info/dca39535df2f449c8d04f4cf43659366 2024-11-10T09:55:01,008 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/info/dca39535df2f449c8d04f4cf43659366, entries=10, sequenceid=11, filesize=6.9 K 2024-11-10T09:55:01,009 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/ns/e4fb6bee524642d3b515858392e1df25 as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/ns/e4fb6bee524642d3b515858392e1df25 2024-11-10T09:55:01,015 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/ns/e4fb6bee524642d3b515858392e1df25, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:55:01,016 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/.tmp/table/420ab5f40f594c51acbd24801cc2cc96 as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/table/420ab5f40f594c51acbd24801cc2cc96 2024-11-10T09:55:01,024 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/table/420ab5f40f594c51acbd24801cc2cc96, entries=2, sequenceid=11, filesize=5.3 K 2024-11-10T09:55:01,025 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false 2024-11-10T09:55:01,032 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:55:01,033 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:55:01,033 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:55:01,033 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232500875Running coprocessor pre-close hooks at 1731232500875Disabling compacts and flushes for region at 1731232500875Disabling writes for close at 1731232500875Obtaining lock to block concurrent updates at 1731232500876 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731232500876Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731232500876Flushing stores of hbase:meta,,1.1588230740 at 1731232500899 (+23 ms)Flushing 1588230740/info: creating writer at 1731232500899Flushing 1588230740/info: appending metadata at 1731232500919 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731232500919Flushing 1588230740/ns: creating writer at 1731232500937 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731232500953 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731232500953Flushing 1588230740/table: creating writer at 1731232500968 (+15 ms)Flushing 1588230740/table: appending metadata at 1731232500986 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731232500986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@387c1114: reopening flushed file at 1731232501000 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ffa4b6: reopening flushed file at 1731232501008 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ef83a47: reopening flushed file at 1731232501015 (+7 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=11, compaction requested=false at 1731232501025 (+10 ms)Writing region close event to WAL at 1731232501028 (+3 ms)Running coprocessor post-close hooks at 1731232501033 (+5 ms)Closed at 1731232501033 2024-11-10T09:55:01,033 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:55:01,075 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,32933,1731232488720; all regions closed. 2024-11-10T09:55:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741839_1016 (size=825) 2024-11-10T09:55:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741839_1016 (size=825) 2024-11-10T09:55:01,080 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:55:01,080 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:55:01,081 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:55:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741833_1015 (size=1599) 2024-11-10T09:55:04,881 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 after 4010ms 2024-11-10T09:55:04,882 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.1731232489219 to hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs/b048fef8bb35%2C32933%2C1731232488720.1731232489219 2024-11-10T09:55:04,902 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta after 4002ms 2024-11-10T09:55:04,902 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/WALs/b048fef8bb35,32933,1731232488720/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta to hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs/b048fef8bb35%2C32933%2C1731232488720.meta.1731232489607.meta 2024-11-10T09:55:04,905 DEBUG [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs 2024-11-10T09:55:04,905 INFO [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C32933%2C1731232488720.meta:.meta(num 1731232500877) 2024-11-10T09:55:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741838_1014 (size=2288) 2024-11-10T09:55:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741838_1014 (size=2288) 2024-11-10T09:55:04,911 DEBUG [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs 2024-11-10T09:55:04,911 INFO [RS:0;b048fef8bb35:32933 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C32933%2C1731232488720:(num 1731232500741) 2024-11-10T09:55:04,911 DEBUG [RS:0;b048fef8bb35:32933 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:55:04,911 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:55:04,911 INFO [RS:0;b048fef8bb35:32933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:55:04,911 INFO [RS:0;b048fef8bb35:32933 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:55:04,912 INFO [RS:0;b048fef8bb35:32933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:55:04,912 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:55:04,912 INFO [RS:0;b048fef8bb35:32933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32933 2024-11-10T09:55:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,32933,1731232488720 2024-11-10T09:55:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:55:04,914 INFO [RS:0;b048fef8bb35:32933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:55:04,916 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,32933,1731232488720] 2024-11-10T09:55:04,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,32933,1731232488720 already deleted, retry=false 2024-11-10T09:55:04,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,32933,1731232488720 expired; onlineServers=0 2024-11-10T09:55:04,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b048fef8bb35,40429,1731232488666' ***** 2024-11-10T09:55:04,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:55:04,918 INFO [M:0;b048fef8bb35:40429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:55:04,919 INFO [M:0;b048fef8bb35:40429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:55:04,919 DEBUG [M:0;b048fef8bb35:40429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:55:04,919 DEBUG [M:0;b048fef8bb35:40429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:55:04,919 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:55:04,919 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232488979 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232488979,5,FailOnTimeoutGroup] 2024-11-10T09:55:04,919 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232488978 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232488978,5,FailOnTimeoutGroup] 2024-11-10T09:55:04,919 INFO [M:0;b048fef8bb35:40429 {}] hbase.ChoreService(370): Chore service for: master/b048fef8bb35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:55:04,919 INFO [M:0;b048fef8bb35:40429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:55:04,919 DEBUG [M:0;b048fef8bb35:40429 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:55:04,919 INFO [M:0;b048fef8bb35:40429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:55:04,919 INFO [M:0;b048fef8bb35:40429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:55:04,920 INFO [M:0;b048fef8bb35:40429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:55:04,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:55:04,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T09:55:04,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:04,922 DEBUG [M:0;b048fef8bb35:40429 {}] zookeeper.ZKUtil(347): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T09:55:04,923 WARN [M:0;b048fef8bb35:40429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:55:04,924 INFO [M:0;b048fef8bb35:40429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/.lastflushedseqids 2024-11-10T09:55:04,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741844_1022 (size=139) 2024-11-10T09:55:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741844_1022 (size=139) 2024-11-10T09:55:04,931 INFO [M:0;b048fef8bb35:40429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:55:04,931 INFO [M:0;b048fef8bb35:40429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:55:04,931 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:55:04,931 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:04,931 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:04,932 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:55:04,932 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:04,932 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-10T09:55:04,932 WARN [AsyncFSWAL-0-hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData-prefix:b048fef8bb35,40429,1731232488666 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:04,933 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b048fef8bb35%2C40429%2C1731232488666:(num 1731232488855) roll requested 2024-11-10T09:55:04,948 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232504933, exclude list is [], retry=0 2024-11-10T09:55:04,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42525,DS-74ec2a54-1f0c-4ef8-b79c-0d2b95e19f85,DISK] 2024-11-10T09:55:04,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-db2323c6-5f9a-4f17-81c5-c4657c7a2145,DISK] 2024-11-10T09:55:04,953 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232504933 2024-11-10T09:55:04,953 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45509:45509),(127.0.0.1/127.0.0.1:45881:45881)] 2024-11-10T09:55:04,953 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 is not closed yet, will try archiving it next time 2024-11-10T09:55:04,954 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:04,954 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T09:55:04,954 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 2024-11-10T09:55:04,955 WARN [IPC Server handler 2 on default port 41631 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-10T09:55:04,955 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 after 1ms 2024-11-10T09:55:04,971 DEBUG [M:0;b048fef8bb35:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0deada0548104a6f95342bcd8ab67130 is 82, key is hbase:meta,,1/info:regioninfo/1731232489650/Put/seqid=0 2024-11-10T09:55:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741846_1025 (size=5672) 2024-11-10T09:55:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741846_1025 (size=5672) 2024-11-10T09:55:04,978 INFO [M:0;b048fef8bb35:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0deada0548104a6f95342bcd8ab67130 2024-11-10T09:55:05,001 DEBUG [M:0;b048fef8bb35:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/792e53544f2b468491f5b77e8fc96dba is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731232490834/Put/seqid=0 2024-11-10T09:55:05,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741847_1026 (size=6114) 2024-11-10T09:55:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741847_1026 (size=6114) 2024-11-10T09:55:05,008 INFO [M:0;b048fef8bb35:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/792e53544f2b468491f5b77e8fc96dba 2024-11-10T09:55:05,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:55:05,016 INFO [RS:0;b048fef8bb35:32933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:55:05,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32933-0x101919ad22f0001, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:55:05,016 INFO [RS:0;b048fef8bb35:32933 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,32933,1731232488720; zookeeper connection closed. 2024-11-10T09:55:05,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e8587ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e8587ef 2024-11-10T09:55:05,017 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:55:05,032 DEBUG [M:0;b048fef8bb35:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0292c0b011d341f89785804907f3976d is 69, key is b048fef8bb35,32933,1731232488720/rs:state/1731232489064/Put/seqid=0 2024-11-10T09:55:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32863 is added to blk_1073741848_1027 (size=5156) 2024-11-10T09:55:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741848_1027 (size=5156) 2024-11-10T09:55:05,039 INFO [M:0;b048fef8bb35:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0292c0b011d341f89785804907f3976d 2024-11-10T09:55:05,062 DEBUG [M:0;b048fef8bb35:40429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cc8e9f9d44744f83a679fa080924b61e is 52, key is load_balancer_on/state:d/1731232489753/Put/seqid=0 2024-11-10T09:55:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45071 is added to blk_1073741849_1028 (size=5056) 2024-11-10T09:55:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741849_1028 (size=5056) 2024-11-10T09:55:05,069 INFO [M:0;b048fef8bb35:40429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cc8e9f9d44744f83a679fa080924b61e 2024-11-10T09:55:05,078 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0deada0548104a6f95342bcd8ab67130 as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0deada0548104a6f95342bcd8ab67130 2024-11-10T09:55:05,086 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0deada0548104a6f95342bcd8ab67130, entries=8, sequenceid=56, filesize=5.5 K 2024-11-10T09:55:05,087 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/792e53544f2b468491f5b77e8fc96dba as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/792e53544f2b468491f5b77e8fc96dba 2024-11-10T09:55:05,094 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/792e53544f2b468491f5b77e8fc96dba, entries=6, sequenceid=56, filesize=6.0 K 2024-11-10T09:55:05,095 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0292c0b011d341f89785804907f3976d as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0292c0b011d341f89785804907f3976d 2024-11-10T09:55:05,102 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0292c0b011d341f89785804907f3976d, entries=1, sequenceid=56, filesize=5.0 K 2024-11-10T09:55:05,104 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/cc8e9f9d44744f83a679fa080924b61e as hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cc8e9f9d44744f83a679fa080924b61e 2024-11-10T09:55:05,110 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/cc8e9f9d44744f83a679fa080924b61e, entries=1, sequenceid=56, filesize=4.9 K 2024-11-10T09:55:05,112 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 180ms, sequenceid=56, compaction requested=false 2024-11-10T09:55:05,114 INFO [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:05,114 DEBUG [M:0;b048fef8bb35:40429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232504931Disabling compacts and flushes for region at 1731232504931Disabling writes for close at 1731232504932 (+1 ms)Obtaining lock to block concurrent updates at 1731232504932Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731232504932Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731232504932Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731232504954 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731232504954Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731232504971 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731232504971Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731232504984 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731232505001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731232505001Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731232505015 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731232505032 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731232505032Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731232505045 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731232505062 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731232505062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb6ae0: reopening flushed file at 1731232505077 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e919d02: reopening flushed file at 1731232505086 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ede96c9: reopening flushed file at 1731232505094 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44132d8c: reopening flushed file at 1731232505103 (+9 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 180ms, sequenceid=56, compaction requested=false at 1731232505112 (+9 ms)Writing region close event to WAL at 1731232505114 (+2 ms)Closed at 1731232505114 2024-11-10T09:55:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741845_1023 (size=757) 2024-11-10T09:55:05,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42525 is added to blk_1073741845_1023 (size=757) 2024-11-10T09:55:05,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:05,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:05,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:06,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:55:06,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:06,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:06,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741833_1015 (size=1599) 2024-11-10T09:55:07,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-10T09:55:07,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:55:07,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:55:07,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:55:08,956 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 after 4002ms 2024-11-10T09:55:08,957 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/WALs/b048fef8bb35,40429,1731232488666/b048fef8bb35%2C40429%2C1731232488666.1731232488855 to hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/oldWALs/b048fef8bb35%2C40429%2C1731232488666.1731232488855 2024-11-10T09:55:08,961 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/MasterData/oldWALs/b048fef8bb35%2C40429%2C1731232488666.1731232488855 to hdfs://localhost:41631/user/jenkins/test-data/121c9809-3c68-c2b7-725f-ffb90011035c/oldWALs/b048fef8bb35%2C40429%2C1731232488666.1731232488855$masterlocalwal$ 2024-11-10T09:55:08,961 INFO [M:0;b048fef8bb35:40429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:55:08,961 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:55:08,961 INFO [M:0;b048fef8bb35:40429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40429 2024-11-10T09:55:08,961 INFO [M:0;b048fef8bb35:40429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:55:09,063 INFO [M:0;b048fef8bb35:40429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:55:09,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:55:09,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40429-0x101919ad22f0000, quorum=127.0.0.1:55006, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:55:09,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@681c3292{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9d5e61c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:09,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:09,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522ae8db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:09,067 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ad4fb59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:09,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:55:09,068 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:55:09,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:55:09,068 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-717359197-172.17.0.2-1731232487925 (Datanode Uuid 67a0b8e2-5ef6-4b86-8da2-d217396459a8) service to localhost/127.0.0.1:41631 2024-11-10T09:55:09,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data1/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data2/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:55:09,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2db2b786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b0ce2b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:09,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:09,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ff23f4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:09,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6583eae4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:09,074 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:55:09,074 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-717359197-172.17.0.2-1731232487925 (Datanode Uuid ec439a76-2a98-4b03-8180-642a90b9c188) service to localhost/127.0.0.1:41631 2024-11-10T09:55:09,074 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:55:09,074 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:55:09,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data9/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,075 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data10/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,075 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:55:09,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a1f01a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d549b25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:09,078 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:09,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@201fb0db{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:09,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab55cba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:09,079 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:55:09,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:55:09,079 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-717359197-172.17.0.2-1731232487925 (Datanode Uuid 360fa048-06d0-4323-a080-1b5429052ab6) service to localhost/127.0.0.1:41631 2024-11-10T09:55:09,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:55:09,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data7/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data8/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:55:09,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d392e4f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64a16594{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:09,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:09,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17cc46e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:09,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@717755d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:09,084 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:55:09,084 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:55:09,084 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:55:09,084 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-717359197-172.17.0.2-1731232487925 (Datanode Uuid 9d36f198-3f8e-42bd-a6de-21dbea3e62dc) service to localhost/127.0.0.1:41631 2024-11-10T09:55:09,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data5/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,085 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data6/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,085 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:55:09,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f9dbe88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cb8270{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:09,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:09,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5b3d96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:09,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dbc8b6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:09,091 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:55:09,091 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:55:09,091 WARN [BP-717359197-172.17.0.2-1731232487925 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-717359197-172.17.0.2-1731232487925 (Datanode Uuid 285a54cb-8fde-4fd4-9ba0-dc0bfdf56aa0) service to localhost/127.0.0.1:41631 2024-11-10T09:55:09,091 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:55:09,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data3/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/cluster_ef749db2-c3f8-f131-5426-2c0cb7913229/data/data4/current/BP-717359197-172.17.0.2-1731232487925 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:55:09,092 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:55:09,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb94d28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:55:09,098 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75628252{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:55:09,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:55:09,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35d8dc74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:55:09,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56941687{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir/,STOPPED} 2024-11-10T09:55:09,107 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:55:09,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:55:09,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:41631 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (470926449) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=199 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=7445 (was 7756) 2024-11-10T09:55:09,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=199, ProcessCount=11, AvailableMemoryMB=7444 2024-11-10T09:55:09,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:55:09,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.log.dir so I do NOT create it in target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c 2024-11-10T09:55:09,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/288a3834-6c9c-ef4e-5b2b-17e26179f089/hadoop.tmp.dir so I do NOT create it in target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c 2024-11-10T09:55:09,151 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21, deleteOnExit=true 2024-11-10T09:55:09,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/test.cache.data in system properties and HBase conf 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:55:09,152 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:55:09,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:55:09,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:55:09,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:55:09,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:55:09,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:55:09,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:55:09,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:55:09,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:55:09,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3738abdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:55:09,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ef6c001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:55:09,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a0d1ed5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/java.io.tmpdir/jetty-localhost-44155-hadoop-hdfs-3_4_1-tests_jar-_-any-13055119699464601554/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:55:09,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d79fe79{HTTP/1.1, (http/1.1)}{localhost:44155} 2024-11-10T09:55:09,368 INFO [Time-limited test {}] server.Server(415): Started @87688ms 2024-11-10T09:55:09,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:55:09,479 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:55:09,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:55:09,480 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:55:09,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:55:09,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d60af88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:55:09,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6da5bf03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:55:09,595 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21c9b4d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/java.io.tmpdir/jetty-localhost-37539-hadoop-hdfs-3_4_1-tests_jar-_-any-15094310588971336256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b83cd41{HTTP/1.1, (http/1.1)}{localhost:37539} 2024-11-10T09:55:09,596 INFO [Time-limited test {}] server.Server(415): Started @87915ms 2024-11-10T09:55:09,597 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:55:09,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:55:09,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:55:09,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:55:09,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:55:09,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T09:55:09,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c8b305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:55:09,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34f3a4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:55:09,694 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data1/current/BP-509449343-172.17.0.2-1731232509186/current, will proceed with Du for space computation calculation, 2024-11-10T09:55:09,694 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data2/current/BP-509449343-172.17.0.2-1731232509186/current, will proceed with Du for space computation calculation, 2024-11-10T09:55:09,717 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:55:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d90fbd85e93ec7c with lease ID 0xd998b4bdf003319f: Processing first storage report for DS-ef689729-f593-4a6f-addf-be3334ec2709 from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=636db9c8-53db-48fb-a799-46e053102c30, infoPort=41471, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186) 2024-11-10T09:55:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d90fbd85e93ec7c with lease ID 0xd998b4bdf003319f: from storage DS-ef689729-f593-4a6f-addf-be3334ec2709 node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=636db9c8-53db-48fb-a799-46e053102c30, infoPort=41471, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T09:55:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d90fbd85e93ec7c with lease ID 0xd998b4bdf003319f: Processing first storage report for DS-f9de3fa7-50d2-4cdd-a95b-8f11b4c73d00 from datanode DatanodeRegistration(127.0.0.1:40977, datanodeUuid=636db9c8-53db-48fb-a799-46e053102c30, infoPort=41471, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186) 2024-11-10T09:55:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d90fbd85e93ec7c with lease ID 0xd998b4bdf003319f: from storage DS-f9de3fa7-50d2-4cdd-a95b-8f11b4c73d00 node DatanodeRegistration(127.0.0.1:40977, datanodeUuid=636db9c8-53db-48fb-a799-46e053102c30, infoPort=41471, infoSecurePort=0, ipcPort=37377, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:55:09,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20fa4514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/java.io.tmpdir/jetty-localhost-39037-hadoop-hdfs-3_4_1-tests_jar-_-any-5624072560271624758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:55:09,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@745d3547{HTTP/1.1, (http/1.1)}{localhost:39037} 2024-11-10T09:55:09,751 INFO [Time-limited test {}] server.Server(415): Started @88071ms 2024-11-10T09:55:09,753 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:55:09,848 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data3/current/BP-509449343-172.17.0.2-1731232509186/current, will proceed with Du for space computation calculation, 2024-11-10T09:55:09,848 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data4/current/BP-509449343-172.17.0.2-1731232509186/current, will proceed with Du for space computation calculation, 2024-11-10T09:55:09,865 WARN [Thread-801 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:55:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67d1d79641d7ecde with lease ID 0xd998b4bdf00331a0: Processing first storage report for DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4 from datanode DatanodeRegistration(127.0.0.1:43479, datanodeUuid=09e075ce-47e3-4103-b713-6fcd4a10b255, infoPort=43705, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186) 2024-11-10T09:55:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67d1d79641d7ecde with lease ID 0xd998b4bdf00331a0: from storage DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4 node DatanodeRegistration(127.0.0.1:43479, datanodeUuid=09e075ce-47e3-4103-b713-6fcd4a10b255, infoPort=43705, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:55:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67d1d79641d7ecde with lease ID 0xd998b4bdf00331a0: Processing first storage report for DS-786462d9-83b5-4cc5-a7fb-e28202407348 from datanode DatanodeRegistration(127.0.0.1:43479, datanodeUuid=09e075ce-47e3-4103-b713-6fcd4a10b255, infoPort=43705, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186) 2024-11-10T09:55:09,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67d1d79641d7ecde with lease ID 0xd998b4bdf00331a0: from storage DS-786462d9-83b5-4cc5-a7fb-e28202407348 node DatanodeRegistration(127.0.0.1:43479, datanodeUuid=09e075ce-47e3-4103-b713-6fcd4a10b255, infoPort=43705, infoSecurePort=0, ipcPort=36027, storageInfo=lv=-57;cid=testClusterID;nsid=1411143863;c=1731232509186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:55:09,876 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c 2024-11-10T09:55:09,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/zookeeper_0, clientPort=63820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:55:09,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63820 2024-11-10T09:55:09,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:09,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:09,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:55:09,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:55:09,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424 with version=8 2024-11-10T09:55:09,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase-staging 2024-11-10T09:55:09,896 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:55:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:55:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:55:09,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:55:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:55:09,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:55:09,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:55:09,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:55:09,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42469 2024-11-10T09:55:09,899 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42469 connecting to ZooKeeper ensemble=127.0.0.1:63820 2024-11-10T09:55:09,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424690x0, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:55:09,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42469-0x101919b251e0000 connected 2024-11-10T09:55:09,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:09,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:09,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:55:09,928 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424, hbase.cluster.distributed=false 2024-11-10T09:55:09,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:55:09,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-10T09:55:09,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42469 2024-11-10T09:55:09,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42469 2024-11-10T09:55:09,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-10T09:55:09,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-10T09:55:09,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:55:09,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:55:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:55:09,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:55:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:55:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:55:09,949 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:55:09,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:55:09,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44285 2024-11-10T09:55:09,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44285 connecting to ZooKeeper ensemble=127.0.0.1:63820 2024-11-10T09:55:09,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:09,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:09,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442850x0, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:55:09,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44285-0x101919b251e0001 connected 2024-11-10T09:55:09,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:55:09,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:55:09,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:55:09,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:55:09,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:55:09,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44285 2024-11-10T09:55:09,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44285 2024-11-10T09:55:09,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44285 2024-11-10T09:55:09,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44285 2024-11-10T09:55:09,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44285 2024-11-10T09:55:09,973 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b048fef8bb35:42469 2024-11-10T09:55:09,974 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b048fef8bb35,42469,1731232509895 2024-11-10T09:55:09,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:55:09,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:55:09,976 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b048fef8bb35,42469,1731232509895 2024-11-10T09:55:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:55:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:09,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:09,979 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T09:55:09,980 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b048fef8bb35,42469,1731232509895 from backup master directory 2024-11-10T09:55:09,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b048fef8bb35,42469,1731232509895 2024-11-10T09:55:09,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:55:09,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:55:09,981 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:55:09,982 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b048fef8bb35,42469,1731232509895 2024-11-10T09:55:09,987 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/hbase.id] with ID: b8e626e2-fcd4-45fe-ba96-59dfe2acfd00 2024-11-10T09:55:09,987 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/.tmp/hbase.id 2024-11-10T09:55:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:55:09,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:55:09,998 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/.tmp/hbase.id]:[hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/hbase.id] 2024-11-10T09:55:10,012 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:10,012 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:55:10,014 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T09:55:10,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:55:10,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:55:10,026 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:55:10,027 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:55:10,027 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:55:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:55:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:55:10,036 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store 2024-11-10T09:55:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:55:10,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:55:10,043 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:55:10,044 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:55:10,044 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:10,044 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:10,044 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:55:10,044 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:10,044 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:55:10,044 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232510044Disabling compacts and flushes for region at 1731232510044Disabling writes for close at 1731232510044Writing region close event to WAL at 1731232510044Closed at 1731232510044 2024-11-10T09:55:10,045 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/.initializing 2024-11-10T09:55:10,045 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/WALs/b048fef8bb35,42469,1731232509895 2024-11-10T09:55:10,046 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:55:10,048 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C42469%2C1731232509895, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/WALs/b048fef8bb35,42469,1731232509895, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/oldWALs, maxLogs=10 2024-11-10T09:55:10,062 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/WALs/b048fef8bb35,42469,1731232509895/b048fef8bb35%2C42469%2C1731232509895.1731232510048, exclude list is [], retry=0 2024-11-10T09:55:10,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4,DISK] 2024-11-10T09:55:10,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-ef689729-f593-4a6f-addf-be3334ec2709,DISK] 2024-11-10T09:55:10,067 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/WALs/b048fef8bb35,42469,1731232509895/b048fef8bb35%2C42469%2C1731232509895.1731232510048 2024-11-10T09:55:10,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705),(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-10T09:55:10,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:55:10,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:55:10,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,068 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:55:10,071 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:55:10,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:55:10,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:55:10,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:55:10,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:55:10,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:55:10,077 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,078 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,078 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,079 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,079 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,080 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:55:10,081 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:55:10,083 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:55:10,083 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=811547, jitterRate=0.03193596005439758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:55:10,084 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731232510068Initializing all the Stores at 1731232510069 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510069Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232510070 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232510070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232510070Cleaning up temporary data from old regions at 1731232510079 (+9 ms)Region opened successfully at 1731232510084 (+5 ms) 2024-11-10T09:55:10,084 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:55:10,088 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687715fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:55:10,089 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:55:10,089 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:55:10,089 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:55:10,089 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:55:10,090 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:55:10,091 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:55:10,091 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:55:10,093 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:55:10,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T09:55:10,095 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T09:55:10,095 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:55:10,096 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:55:10,097 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T09:55:10,098 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:55:10,098 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:55:10,100 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T09:55:10,101 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:55:10,102 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T09:55:10,104 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:55:10,106 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T09:55:10,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:55:10,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:55:10,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,109 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b048fef8bb35,42469,1731232509895, sessionid=0x101919b251e0000, setting cluster-up flag (Was=false) 2024-11-10T09:55:10,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,117 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T09:55:10,118 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,42469,1731232509895 2024-11-10T09:55:10,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,128 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T09:55:10,129 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,42469,1731232509895 2024-11-10T09:55:10,130 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:55:10,132 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:55:10,133 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:55:10,133 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:55:10,133 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b048fef8bb35,42469,1731232509895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b048fef8bb35:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:55:10,134 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232540135 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:55:10,135 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:55:10,136 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,136 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:55:10,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:55:10,136 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:55:10,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:55:10,136 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:55:10,137 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:55:10,137 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:55:10,137 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232510137,5,FailOnTimeoutGroup] 2024-11-10T09:55:10,137 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232510137,5,FailOnTimeoutGroup] 2024-11-10T09:55:10,137 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,137 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:55:10,137 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,137 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,138 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,138 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:55:10,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:55:10,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:55:10,164 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(746): ClusterId : b8e626e2-fcd4-45fe-ba96-59dfe2acfd00 2024-11-10T09:55:10,164 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:55:10,166 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:55:10,166 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:55:10,168 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:55:10,169 DEBUG [RS:0;b048fef8bb35:44285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbd2c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:55:10,181 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b048fef8bb35:44285 2024-11-10T09:55:10,181 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:55:10,181 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:55:10,181 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:55:10,182 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,42469,1731232509895 with port=44285, startcode=1731232509948 2024-11-10T09:55:10,182 DEBUG [RS:0;b048fef8bb35:44285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:55:10,184 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:55:10,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42469 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,186 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424 2024-11-10T09:55:10,186 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42281 2024-11-10T09:55:10,186 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:55:10,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:55:10,190 DEBUG [RS:0;b048fef8bb35:44285 {}] zookeeper.ZKUtil(111): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,190 WARN [RS:0;b048fef8bb35:44285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:55:10,190 INFO [RS:0;b048fef8bb35:44285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:55:10,190 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,44285,1731232509948] 2024-11-10T09:55:10,194 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:55:10,196 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:55:10,196 INFO [RS:0;b048fef8bb35:44285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:55:10,196 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,197 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:55:10,197 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:55:10,198 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:55:10,198 DEBUG [RS:0;b048fef8bb35:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:55:10,199 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,199 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,199 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,199 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,199 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,199 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,44285,1731232509948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:55:10,215 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:55:10,215 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,44285,1731232509948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,215 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,215 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.Replication(171): b048fef8bb35,44285,1731232509948 started 2024-11-10T09:55:10,230 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,230 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,44285,1731232509948, RpcServer on b048fef8bb35/172.17.0.2:44285, sessionid=0x101919b251e0001 2024-11-10T09:55:10,230 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:55:10,230 DEBUG [RS:0;b048fef8bb35:44285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,230 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,44285,1731232509948' 2024-11-10T09:55:10,230 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:55:10,231 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:55:10,232 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:55:10,232 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:55:10,232 DEBUG [RS:0;b048fef8bb35:44285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,232 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,44285,1731232509948' 2024-11-10T09:55:10,232 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:55:10,232 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:55:10,233 DEBUG [RS:0;b048fef8bb35:44285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:55:10,233 INFO [RS:0;b048fef8bb35:44285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:55:10,233 INFO [RS:0;b048fef8bb35:44285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:55:10,333 INFO [RS:0;b048fef8bb35:44285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:55:10,335 INFO [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C44285%2C1731232509948, suffix=, logDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/oldWALs, maxLogs=32 2024-11-10T09:55:10,350 DEBUG [RS:0;b048fef8bb35:44285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232510336, exclude list is [], retry=0 2024-11-10T09:55:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-ef689729-f593-4a6f-addf-be3334ec2709,DISK] 2024-11-10T09:55:10,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4,DISK] 2024-11-10T09:55:10,356 INFO [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232510336 2024-11-10T09:55:10,356 DEBUG [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-10T09:55:10,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:55:10,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424 2024-11-10T09:55:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:55:10,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741833_1009 (size=32) 2024-11-10T09:55:10,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:55:10,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:55:10,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:55:10,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:55:10,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:55:10,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:55:10,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:55:10,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:55:10,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:55:10,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:55:10,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740 2024-11-10T09:55:10,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740 2024-11-10T09:55:10,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:55:10,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:55:10,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:55:10,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:55:10,579 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:55:10,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751598, jitterRate=-0.044294729828834534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:55:10,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731232510563Initializing all the Stores at 1731232510564 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510564Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510564Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232510564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510564Cleaning up temporary data from old regions at 1731232510575 (+11 ms)Region opened successfully at 1731232510580 (+5 ms) 2024-11-10T09:55:10,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:55:10,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:55:10,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:55:10,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:55:10,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:55:10,581 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:55:10,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232510580Disabling compacts and flushes for region at 1731232510580Disabling writes for close at 1731232510581 (+1 ms)Writing region close event to WAL at 1731232510581Closed at 1731232510581 2024-11-10T09:55:10,583 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:55:10,583 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:55:10,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:55:10,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:55:10,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:55:10,736 DEBUG [b048fef8bb35:42469 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:55:10,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,44285,1731232509948, state=OPENING 2024-11-10T09:55:10,739 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:55:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:55:10,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:55:10,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:55:10,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:55:10,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,44285,1731232509948}] 2024-11-10T09:55:10,895 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:55:10,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39105, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:55:10,902 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:55:10,902 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:55:10,902 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:55:10,904 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C44285%2C1731232509948.meta, suffix=.meta, logDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948, archiveDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/oldWALs, maxLogs=32 2024-11-10T09:55:10,918 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.meta.1731232510905.meta, exclude list is [], retry=0 2024-11-10T09:55:10,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-ef689729-f593-4a6f-addf-be3334ec2709,DISK] 2024-11-10T09:55:10,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4,DISK] 2024-11-10T09:55:10,923 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.meta.1731232510905.meta 2024-11-10T09:55:10,923 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-10T09:55:10,923 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:55:10,924 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:55:10,924 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:55:10,924 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:55:10,924 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:55:10,924 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:55:10,924 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:55:10,924 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:55:10,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:55:10,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:55:10,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:55:10,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:55:10,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:55:10,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:55:10,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:55:10,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:55:10,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:10,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:55:10,932 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:55:10,933 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740 2024-11-10T09:55:10,934 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740 2024-11-10T09:55:10,935 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:55:10,935 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:55:10,936 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:55:10,937 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:55:10,938 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=786521, jitterRate=1.1421740055084229E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:55:10,938 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:55:10,939 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232510924Writing region info on filesystem at 1731232510924Initializing all the Stores at 1731232510925 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510926 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232510926Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232510926Cleaning up temporary data from old regions at 1731232510935 (+9 ms)Running coprocessor post-open hooks at 1731232510938 (+3 ms)Region opened successfully at 1731232510939 (+1 ms) 2024-11-10T09:55:10,940 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731232510895 2024-11-10T09:55:10,942 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:55:10,942 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:55:10,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,944 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,44285,1731232509948, state=OPEN 2024-11-10T09:55:10,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:55:10,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:55:10,949 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,44285,1731232509948 2024-11-10T09:55:10,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:55:10,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:55:10,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:55:10,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,44285,1731232509948 in 207 msec 2024-11-10T09:55:10,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:55:10,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-11-10T09:55:10,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:55:10,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:55:10,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:55:10,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,44285,1731232509948, seqNum=-1] 2024-11-10T09:55:10,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:55:10,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48963, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:55:10,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-10T09:55:10,966 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731232510966, completionTime=-1 2024-11-10T09:55:10,966 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:55:10,966 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:55:10,968 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T09:55:10,968 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232570968 2024-11-10T09:55:10,968 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232630968 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42469,1731232509895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42469,1731232509895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42469,1731232509895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b048fef8bb35:42469, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,969 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:10,971 DEBUG [master/b048fef8bb35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.991sec 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42469,1731232509895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:55:10,973 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42469,1731232509895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:55:10,976 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:55:10,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:55:10,976 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,42469,1731232509895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:11,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343ba122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:55:11,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b048fef8bb35,42469,-1 for getting cluster id 2024-11-10T09:55:11,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:55:11,067 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8e626e2-fcd4-45fe-ba96-59dfe2acfd00' 2024-11-10T09:55:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:55:11,067 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8e626e2-fcd4-45fe-ba96-59dfe2acfd00" 2024-11-10T09:55:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efe6249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:55:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b048fef8bb35,42469,-1] 2024-11-10T09:55:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:55:11,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:55:11,070 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:55:11,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2574bc11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:55:11,072 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:55:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,44285,1731232509948, seqNum=-1] 2024-11-10T09:55:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:55:11,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:55:11,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b048fef8bb35,42469,1731232509895 2024-11-10T09:55:11,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:55:11,080 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T09:55:11,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:55:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b048fef8bb35,42469,1731232509895 2024-11-10T09:55:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f598044 2024-11-10T09:55:11,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:55:11,083 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:55:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T09:55:11,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T09:55:11,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:55:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:11,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:55:11,087 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:11,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-10T09:55:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:55:11,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:55:11,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741835_1011 (size=405) 2024-11-10T09:55:11,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741835_1011 (size=405) 2024-11-10T09:55:11,099 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55e6034c1e206e68eaa87085e1512933, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424 2024-11-10T09:55:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741836_1012 (size=88) 2024-11-10T09:55:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741836_1012 (size=88) 2024-11-10T09:55:11,109 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:55:11,110 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 55e6034c1e206e68eaa87085e1512933, disabling compactions & flushes 2024-11-10T09:55:11,110 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,110 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,110 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. after waiting 0 ms 2024-11-10T09:55:11,110 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,110 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,110 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55e6034c1e206e68eaa87085e1512933: Waiting for close lock at 1731232511110Disabling compacts and flushes for region at 1731232511110Disabling writes for close at 1731232511110Writing region close event to WAL at 1731232511110Closed at 1731232511110 2024-11-10T09:55:11,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:55:11,112 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731232511112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232511112"}]},"ts":"1731232511112"} 2024-11-10T09:55:11,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:55:11,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:55:11,116 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232511115"}]},"ts":"1731232511115"} 2024-11-10T09:55:11,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-10T09:55:11,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=55e6034c1e206e68eaa87085e1512933, ASSIGN}] 2024-11-10T09:55:11,119 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=55e6034c1e206e68eaa87085e1512933, ASSIGN 2024-11-10T09:55:11,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=55e6034c1e206e68eaa87085e1512933, ASSIGN; state=OFFLINE, location=b048fef8bb35,44285,1731232509948; forceNewPlan=false, retain=false 2024-11-10T09:55:11,271 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55e6034c1e206e68eaa87085e1512933, regionState=OPENING, regionLocation=b048fef8bb35,44285,1731232509948 2024-11-10T09:55:11,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=55e6034c1e206e68eaa87085e1512933, ASSIGN because future has completed 2024-11-10T09:55:11,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e6034c1e206e68eaa87085e1512933, server=b048fef8bb35,44285,1731232509948}] 2024-11-10T09:55:11,432 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,432 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55e6034c1e206e68eaa87085e1512933, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:55:11,432 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,432 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:55:11,433 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,433 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,434 INFO [StoreOpener-55e6034c1e206e68eaa87085e1512933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,436 INFO [StoreOpener-55e6034c1e206e68eaa87085e1512933-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e6034c1e206e68eaa87085e1512933 columnFamilyName info 2024-11-10T09:55:11,436 DEBUG [StoreOpener-55e6034c1e206e68eaa87085e1512933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:55:11,436 INFO [StoreOpener-55e6034c1e206e68eaa87085e1512933-1 {}] regionserver.HStore(327): Store=55e6034c1e206e68eaa87085e1512933/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:55:11,437 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,437 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,438 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,438 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,438 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,439 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:55:11,442 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55e6034c1e206e68eaa87085e1512933; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788084, jitterRate=0.002101793885231018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T09:55:11,442 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:55:11,443 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55e6034c1e206e68eaa87085e1512933: Running coprocessor pre-open hook at 1731232511433Writing region info on filesystem at 1731232511433Initializing all the Stores at 1731232511434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232511434Cleaning up temporary data from old regions at 1731232511438 (+4 ms)Running coprocessor post-open hooks at 1731232511442 (+4 ms)Region opened successfully at 1731232511443 (+1 ms) 2024-11-10T09:55:11,444 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933., pid=6, masterSystemTime=1731232511427 2024-11-10T09:55:11,447 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,447 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:11,448 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55e6034c1e206e68eaa87085e1512933, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,44285,1731232509948 2024-11-10T09:55:11,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e6034c1e206e68eaa87085e1512933, server=b048fef8bb35,44285,1731232509948 because future has completed 2024-11-10T09:55:11,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:55:11,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55e6034c1e206e68eaa87085e1512933, server=b048fef8bb35,44285,1731232509948 in 177 msec 2024-11-10T09:55:11,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:55:11,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=55e6034c1e206e68eaa87085e1512933, ASSIGN in 336 msec 2024-11-10T09:55:11,458 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:55:11,458 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232511458"}]},"ts":"1731232511458"} 2024-11-10T09:55:11,461 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-10T09:55:11,462 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:55:11,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 378 msec 2024-11-10T09:55:12,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:55:12,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:55:16,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:55:16,195 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-10T09:55:17,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T09:55:17,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T09:55:17,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:55:17,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T09:55:17,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T09:55:17,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T09:55:17,113 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:17,113 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T09:55:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:55:21,163 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T09:55:21,163 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-10T09:55:21,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:21,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:21,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933., hostname=b048fef8bb35,44285,1731232509948, seqNum=2] 2024-11-10T09:55:21,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:21,183 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T09:55:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:55:21,185 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T09:55:21,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T09:55:21,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T09:55:21,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:21,348 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 55e6034c1e206e68eaa87085e1512933 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T09:55:21,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/8ec29ef28641408fa5c37b4fd039f1c0 is 1055, key is row0001/info:/1731232521171/Put/seqid=0 2024-11-10T09:55:21,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741837_1013 (size=6008) 2024-11-10T09:55:21,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741837_1013 (size=6008) 2024-11-10T09:55:21,371 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/8ec29ef28641408fa5c37b4fd039f1c0 2024-11-10T09:55:21,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/8ec29ef28641408fa5c37b4fd039f1c0 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/8ec29ef28641408fa5c37b4fd039f1c0 2024-11-10T09:55:21,385 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/8ec29ef28641408fa5c37b4fd039f1c0, entries=1, sequenceid=5, filesize=5.9 K 2024-11-10T09:55:21,386 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 55e6034c1e206e68eaa87085e1512933 in 38ms, sequenceid=5, compaction requested=false 2024-11-10T09:55:21,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 55e6034c1e206e68eaa87085e1512933: 2024-11-10T09:55:21,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:21,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T09:55:21,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T09:55:21,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T09:55:21,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec 2024-11-10T09:55:21,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-10T09:55:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T09:55:31,203 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T09:55:31,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:31,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T09:55:31,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T09:55:31,210 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T09:55:31,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T09:55:31,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-10T09:55:31,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:31,364 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 55e6034c1e206e68eaa87085e1512933 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T09:55:31,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec is 1055, key is row0002/info:/1731232531204/Put/seqid=0 2024-11-10T09:55:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741838_1014 (size=6008) 2024-11-10T09:55:31,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741838_1014 (size=6008) 2024-11-10T09:55:31,376 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec 2024-11-10T09:55:31,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec 2024-11-10T09:55:31,388 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec, entries=1, sequenceid=9, filesize=5.9 K 2024-11-10T09:55:31,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 55e6034c1e206e68eaa87085e1512933 in 25ms, sequenceid=9, compaction requested=false 2024-11-10T09:55:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 55e6034c1e206e68eaa87085e1512933: 2024-11-10T09:55:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:31,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T09:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T09:55:31,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T09:55:31,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 181 msec 2024-11-10T09:55:31,396 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-11-10T09:55:39,876 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:55:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T09:55:41,293 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T09:55:41,309 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232541296, exclude list is [], retry=0 2024-11-10T09:55:41,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4,DISK] 2024-11-10T09:55:41,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-ef689729-f593-4a6f-addf-be3334ec2709,DISK] 2024-11-10T09:55:41,313 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232510336 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232541296 2024-11-10T09:55:41,314 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705),(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-10T09:55:41,314 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232510336 is not closed yet, will try archiving it next time 2024-11-10T09:55:41,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741832_1008 (size=5471) 2024-11-10T09:55:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741832_1008 (size=5471) 2024-11-10T09:55:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T09:55:41,317 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T09:55:41,318 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T09:55:41,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T09:55:41,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-10T09:55:41,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:41,472 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 55e6034c1e206e68eaa87085e1512933 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T09:55:41,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/7cbc85e93f8f4638a6070f92f922a2ae is 1055, key is row0003/info:/1731232541294/Put/seqid=0 2024-11-10T09:55:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741840_1016 (size=6008) 2024-11-10T09:55:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741840_1016 (size=6008) 2024-11-10T09:55:41,483 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/7cbc85e93f8f4638a6070f92f922a2ae 2024-11-10T09:55:41,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/7cbc85e93f8f4638a6070f92f922a2ae as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/7cbc85e93f8f4638a6070f92f922a2ae 2024-11-10T09:55:41,495 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/7cbc85e93f8f4638a6070f92f922a2ae, entries=1, sequenceid=13, filesize=5.9 K 2024-11-10T09:55:41,496 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 55e6034c1e206e68eaa87085e1512933 in 24ms, sequenceid=13, compaction requested=true 2024-11-10T09:55:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 55e6034c1e206e68eaa87085e1512933: 2024-11-10T09:55:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:41,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T09:55:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T09:55:41,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T09:55:41,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-10T09:55:41,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 186 msec 2024-11-10T09:55:50,976 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:55:50,976 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:55:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T09:55:51,353 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T09:55:51,356 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:55:51,358 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:55:51,359 DEBUG [Time-limited test {}] regionserver.HStore(1541): 55e6034c1e206e68eaa87085e1512933/info is initiating minor compaction (all files) 2024-11-10T09:55:51,360 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:55:51,360 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:55:51,360 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 55e6034c1e206e68eaa87085e1512933/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:51,360 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/8ec29ef28641408fa5c37b4fd039f1c0, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/7cbc85e93f8f4638a6070f92f922a2ae] into tmpdir=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp, totalSize=17.6 K 2024-11-10T09:55:51,361 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8ec29ef28641408fa5c37b4fd039f1c0, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731232521171 2024-11-10T09:55:51,362 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1b46f7d56cfe43f2ad4c6f2f0ad91dec, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731232531204 2024-11-10T09:55:51,362 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7cbc85e93f8f4638a6070f92f922a2ae, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731232541294 2024-11-10T09:55:51,387 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 55e6034c1e206e68eaa87085e1512933#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:55:51,388 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/9bf7a2042a294a7da0d8953f17f45b6d is 1055, key is row0001/info:/1731232521171/Put/seqid=0 2024-11-10T09:55:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741841_1017 (size=8221) 2024-11-10T09:55:51,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741841_1017 (size=8221) 2024-11-10T09:55:51,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/9bf7a2042a294a7da0d8953f17f45b6d as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/9bf7a2042a294a7da0d8953f17f45b6d 2024-11-10T09:55:51,416 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 55e6034c1e206e68eaa87085e1512933/info of 55e6034c1e206e68eaa87085e1512933 into 9bf7a2042a294a7da0d8953f17f45b6d(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:55:51,416 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 55e6034c1e206e68eaa87085e1512933: 2024-11-10T09:55:51,433 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232551419, exclude list is [], retry=0 2024-11-10T09:55:51,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-ef689729-f593-4a6f-addf-be3334ec2709,DISK] 2024-11-10T09:55:51,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4,DISK] 2024-11-10T09:55:51,437 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232541296 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232551419 2024-11-10T09:55:51,438 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41471:41471),(127.0.0.1/127.0.0.1:43705:43705)] 2024-11-10T09:55:51,438 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232541296 is not closed yet, will try archiving it next time 2024-11-10T09:55:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741839_1015 (size=2495) 2024-11-10T09:55:51,439 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232510336 to hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/oldWALs/b048fef8bb35%2C44285%2C1731232509948.1731232510336 2024-11-10T09:55:51,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741839_1015 (size=2495) 2024-11-10T09:55:51,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:55:51,442 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-10T09:55:51,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T09:55:51,443 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T09:55:51,443 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T09:55:51,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-10T09:55:51,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:51,597 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 55e6034c1e206e68eaa87085e1512933 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T09:55:51,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/a3521a68e18a4068a3f2343548b3b181 is 1055, key is row0000/info:/1731232551418/Put/seqid=0 2024-11-10T09:55:51,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741843_1019 (size=6008) 2024-11-10T09:55:51,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741843_1019 (size=6008) 2024-11-10T09:55:51,610 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/a3521a68e18a4068a3f2343548b3b181 2024-11-10T09:55:51,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/a3521a68e18a4068a3f2343548b3b181 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/a3521a68e18a4068a3f2343548b3b181 2024-11-10T09:55:51,623 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/a3521a68e18a4068a3f2343548b3b181, entries=1, sequenceid=18, filesize=5.9 K 2024-11-10T09:55:51,625 INFO [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 55e6034c1e206e68eaa87085e1512933 in 27ms, sequenceid=18, compaction requested=false 2024-11-10T09:55:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 55e6034c1e206e68eaa87085e1512933: 2024-11-10T09:55:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:55:51,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T09:55:51,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T09:55:51,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T09:55:51,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-10T09:55:51,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-10T09:55:56,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 55e6034c1e206e68eaa87085e1512933, had cached 0 bytes from a total of 14229 2024-11-10T09:56:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T09:56:01,473 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-10T09:56:01,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232561475, exclude list is [], retry=0 2024-11-10T09:56:01,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40977,DS-ef689729-f593-4a6f-addf-be3334ec2709,DISK] 2024-11-10T09:56:01,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43479,DS-02475e7e-4db8-4ab9-a067-e5bb0b6854a4,DISK] 2024-11-10T09:56:01,493 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232551419 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232561475 2024-11-10T09:56:01,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43705:43705),(127.0.0.1/127.0.0.1:41471:41471)] 2024-11-10T09:56:01,493 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232551419 is not closed yet, will try archiving it next time 2024-11-10T09:56:01,493 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/WALs/b048fef8bb35,44285,1731232509948/b048fef8bb35%2C44285%2C1731232509948.1731232541296 to hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/oldWALs/b048fef8bb35%2C44285%2C1731232509948.1731232541296 2024-11-10T09:56:01,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:56:01,494 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:56:01,494 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:56:01,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:56:01,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:56:01,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:56:01,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:56:01,495 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1586662429, stopped=false 2024-11-10T09:56:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741842_1018 (size=2001) 2024-11-10T09:56:01,495 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b048fef8bb35,42469,1731232509895 2024-11-10T09:56:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741842_1018 (size=2001) 2024-11-10T09:56:01,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:56:01,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:56:01,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:01,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:01,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:56:01,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:56:01,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:56:01,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:56:01,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:56:01,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:56:01,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,44285,1731232509948' ***** 2024-11-10T09:56:01,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:56:01,499 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:56:01,499 INFO [RS:0;b048fef8bb35:44285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:56:01,499 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:56:01,499 INFO [RS:0;b048fef8bb35:44285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:56:01,499 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,44285,1731232509948 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b048fef8bb35:44285. 2024-11-10T09:56:01,500 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e6034c1e206e68eaa87085e1512933, disabling compactions & flushes 2024-11-10T09:56:01,500 DEBUG [RS:0;b048fef8bb35:44285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:56:01,500 DEBUG [RS:0;b048fef8bb35:44285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:56:01,500 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:56:01,500 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:56:01,500 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. after waiting 0 ms 2024-11-10T09:56:01,500 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:56:01,500 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55e6034c1e206e68eaa87085e1512933 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-10T09:56:01,500 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T09:56:01,500 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 55e6034c1e206e68eaa87085e1512933=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.} 2024-11-10T09:56:01,501 DEBUG [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e6034c1e206e68eaa87085e1512933 2024-11-10T09:56:01,501 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:56:01,501 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:56:01,501 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:56:01,501 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:56:01,501 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:56:01,501 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-10T09:56:01,505 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/e2f84ce5815a4afabe127a98bfcf27c4 is 1055, key is row0001/info:/1731232561474/Put/seqid=0 2024-11-10T09:56:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741845_1021 (size=6008) 2024-11-10T09:56:01,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741845_1021 (size=6008) 2024-11-10T09:56:01,514 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/e2f84ce5815a4afabe127a98bfcf27c4 2024-11-10T09:56:01,518 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/info/34cfffa83ebc4d389dab5f94a73662fc is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933./info:regioninfo/1731232511448/Put/seqid=0 2024-11-10T09:56:01,522 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/.tmp/info/e2f84ce5815a4afabe127a98bfcf27c4 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/e2f84ce5815a4afabe127a98bfcf27c4 2024-11-10T09:56:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741846_1022 (size=7308) 2024-11-10T09:56:01,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741846_1022 (size=7308) 2024-11-10T09:56:01,526 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/info/34cfffa83ebc4d389dab5f94a73662fc 2024-11-10T09:56:01,530 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/e2f84ce5815a4afabe127a98bfcf27c4, entries=1, sequenceid=22, filesize=5.9 K 2024-11-10T09:56:01,531 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 55e6034c1e206e68eaa87085e1512933 in 31ms, sequenceid=22, compaction requested=true 2024-11-10T09:56:01,531 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/8ec29ef28641408fa5c37b4fd039f1c0, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/7cbc85e93f8f4638a6070f92f922a2ae] to archive 2024-11-10T09:56:01,535 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T09:56:01,538 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/8ec29ef28641408fa5c37b4fd039f1c0 to hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/8ec29ef28641408fa5c37b4fd039f1c0 2024-11-10T09:56:01,540 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec to hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/1b46f7d56cfe43f2ad4c6f2f0ad91dec 2024-11-10T09:56:01,542 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/7cbc85e93f8f4638a6070f92f922a2ae to hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/info/7cbc85e93f8f4638a6070f92f922a2ae 2024-11-10T09:56:01,549 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/ns/da0634b1b8374852b8dbb99dea822741 is 43, key is default/ns:d/1731232510961/Put/seqid=0 2024-11-10T09:56:01,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741847_1023 (size=5153) 2024-11-10T09:56:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741847_1023 (size=5153) 2024-11-10T09:56:01,556 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/ns/da0634b1b8374852b8dbb99dea822741 2024-11-10T09:56:01,559 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b048fef8bb35:42469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T09:56:01,559 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [8ec29ef28641408fa5c37b4fd039f1c0=6008, 1b46f7d56cfe43f2ad4c6f2f0ad91dec=6008, 7cbc85e93f8f4638a6070f92f922a2ae=6008] 2024-11-10T09:56:01,564 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/55e6034c1e206e68eaa87085e1512933/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-10T09:56:01,565 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:56:01,565 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e6034c1e206e68eaa87085e1512933: Waiting for close lock at 1731232561500Running coprocessor pre-close hooks at 1731232561500Disabling compacts and flushes for region at 1731232561500Disabling writes for close at 1731232561500Obtaining lock to block concurrent updates at 1731232561500Preparing flush snapshotting stores in 55e6034c1e206e68eaa87085e1512933 at 1731232561500Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731232561500Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. at 1731232561501 (+1 ms)Flushing 55e6034c1e206e68eaa87085e1512933/info: creating writer at 1731232561501Flushing 55e6034c1e206e68eaa87085e1512933/info: appending metadata at 1731232561504 (+3 ms)Flushing 55e6034c1e206e68eaa87085e1512933/info: closing flushed file at 1731232561504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5634ac10: reopening flushed file at 1731232561521 (+17 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 55e6034c1e206e68eaa87085e1512933 in 31ms, sequenceid=22, compaction requested=true at 1731232561531 (+10 ms)Writing region close event to WAL at 1731232561560 (+29 ms)Running coprocessor post-close hooks at 1731232561565 (+5 ms)Closed at 1731232561565 2024-11-10T09:56:01,566 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731232511083.55e6034c1e206e68eaa87085e1512933. 2024-11-10T09:56:01,578 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/table/d36c918e538b42dca7bd8145851ccf30 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731232511458/Put/seqid=0 2024-11-10T09:56:01,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741848_1024 (size=5508) 2024-11-10T09:56:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741848_1024 (size=5508) 2024-11-10T09:56:01,584 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/table/d36c918e538b42dca7bd8145851ccf30 2024-11-10T09:56:01,592 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/info/34cfffa83ebc4d389dab5f94a73662fc as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/info/34cfffa83ebc4d389dab5f94a73662fc 2024-11-10T09:56:01,599 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/info/34cfffa83ebc4d389dab5f94a73662fc, entries=10, sequenceid=11, filesize=7.1 K 2024-11-10T09:56:01,600 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/ns/da0634b1b8374852b8dbb99dea822741 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/ns/da0634b1b8374852b8dbb99dea822741 2024-11-10T09:56:01,607 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/ns/da0634b1b8374852b8dbb99dea822741, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T09:56:01,608 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/.tmp/table/d36c918e538b42dca7bd8145851ccf30 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/table/d36c918e538b42dca7bd8145851ccf30 2024-11-10T09:56:01,614 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/table/d36c918e538b42dca7bd8145851ccf30, entries=2, sequenceid=11, filesize=5.4 K 2024-11-10T09:56:01,615 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=11, compaction requested=false 2024-11-10T09:56:01,620 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T09:56:01,621 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:56:01,621 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:56:01,621 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232561500Running coprocessor pre-close hooks at 1731232561500Disabling compacts and flushes for region at 1731232561501 (+1 ms)Disabling writes for close at 1731232561501Obtaining lock to block concurrent updates at 1731232561501Preparing flush snapshotting stores in 1588230740 at 1731232561501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731232561501Flushing stores of hbase:meta,,1.1588230740 at 1731232561502 (+1 ms)Flushing 1588230740/info: creating writer at 1731232561502Flushing 1588230740/info: appending metadata at 1731232561518 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731232561518Flushing 1588230740/ns: creating writer at 1731232561532 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731232561549 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731232561549Flushing 1588230740/table: creating writer at 1731232561563 (+14 ms)Flushing 1588230740/table: appending metadata at 1731232561578 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731232561578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179e7ce3: reopening flushed file at 1731232561591 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@456e104d: reopening flushed file at 1731232561599 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@576c60e7: reopening flushed file at 1731232561607 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 114ms, sequenceid=11, compaction requested=false at 1731232561615 (+8 ms)Writing region close event to WAL at 1731232561617 (+2 ms)Running coprocessor post-close hooks at 1731232561621 (+4 ms)Closed at 1731232561621 2024-11-10T09:56:01,621 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:56:01,701 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,44285,1731232509948; all regions closed. 2024-11-10T09:56:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741834_1010 (size=3306) 2024-11-10T09:56:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741834_1010 (size=3306) 2024-11-10T09:56:01,706 DEBUG [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/oldWALs 2024-11-10T09:56:01,706 INFO [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C44285%2C1731232509948.meta:.meta(num 1731232510905) 2024-11-10T09:56:01,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741844_1020 (size=1252) 2024-11-10T09:56:01,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741844_1020 (size=1252) 2024-11-10T09:56:01,712 DEBUG [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/oldWALs 2024-11-10T09:56:01,712 INFO [RS:0;b048fef8bb35:44285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C44285%2C1731232509948:(num 1731232561475) 2024-11-10T09:56:01,712 DEBUG [RS:0;b048fef8bb35:44285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:56:01,712 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:56:01,713 INFO [RS:0;b048fef8bb35:44285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:56:01,713 INFO [RS:0;b048fef8bb35:44285 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:56:01,713 INFO [RS:0;b048fef8bb35:44285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:56:01,713 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:56:01,713 INFO [RS:0;b048fef8bb35:44285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44285 2024-11-10T09:56:01,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,44285,1731232509948 2024-11-10T09:56:01,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:56:01,717 INFO [RS:0;b048fef8bb35:44285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:56:01,719 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,44285,1731232509948] 2024-11-10T09:56:01,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,44285,1731232509948 already deleted, retry=false 2024-11-10T09:56:01,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,44285,1731232509948 expired; onlineServers=0 2024-11-10T09:56:01,721 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b048fef8bb35,42469,1731232509895' ***** 2024-11-10T09:56:01,721 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:56:01,721 INFO [M:0;b048fef8bb35:42469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:56:01,721 INFO [M:0;b048fef8bb35:42469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:56:01,721 DEBUG [M:0;b048fef8bb35:42469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:56:01,722 DEBUG [M:0;b048fef8bb35:42469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:56:01,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:56:01,722 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232510137 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232510137,5,FailOnTimeoutGroup] 2024-11-10T09:56:01,722 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232510137 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232510137,5,FailOnTimeoutGroup] 2024-11-10T09:56:01,722 INFO [M:0;b048fef8bb35:42469 {}] hbase.ChoreService(370): Chore service for: master/b048fef8bb35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:56:01,722 INFO [M:0;b048fef8bb35:42469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:56:01,722 DEBUG [M:0;b048fef8bb35:42469 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:56:01,722 INFO [M:0;b048fef8bb35:42469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:56:01,722 INFO [M:0;b048fef8bb35:42469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:56:01,722 INFO [M:0;b048fef8bb35:42469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:56:01,722 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:56:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T09:56:01,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:01,723 DEBUG [M:0;b048fef8bb35:42469 {}] zookeeper.ZKUtil(347): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T09:56:01,723 WARN [M:0;b048fef8bb35:42469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:56:01,725 INFO [M:0;b048fef8bb35:42469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/.lastflushedseqids 2024-11-10T09:56:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741849_1025 (size=130) 2024-11-10T09:56:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741849_1025 (size=130) 2024-11-10T09:56:01,733 INFO [M:0;b048fef8bb35:42469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:56:01,733 INFO [M:0;b048fef8bb35:42469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:56:01,734 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:56:01,734 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:01,734 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:01,734 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:56:01,734 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:01,734 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-11-10T09:56:01,750 DEBUG [M:0;b048fef8bb35:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95869ed3efa24c24b6acb0525b862894 is 82, key is hbase:meta,,1/info:regioninfo/1731232510943/Put/seqid=0 2024-11-10T09:56:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741850_1026 (size=5672) 2024-11-10T09:56:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741850_1026 (size=5672) 2024-11-10T09:56:01,757 INFO [M:0;b048fef8bb35:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95869ed3efa24c24b6acb0525b862894 2024-11-10T09:56:01,778 DEBUG [M:0;b048fef8bb35:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c99b2a1fddb64ba882e29311a99a4056 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731232511464/Put/seqid=0 2024-11-10T09:56:01,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741851_1027 (size=7822) 2024-11-10T09:56:01,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741851_1027 (size=7822) 2024-11-10T09:56:01,784 INFO [M:0;b048fef8bb35:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c99b2a1fddb64ba882e29311a99a4056 2024-11-10T09:56:01,789 INFO [M:0;b048fef8bb35:42469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c99b2a1fddb64ba882e29311a99a4056 2024-11-10T09:56:01,804 DEBUG [M:0;b048fef8bb35:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8798d14752e347e5b0c79a201d552223 is 69, key is b048fef8bb35,44285,1731232509948/rs:state/1731232510185/Put/seqid=0 2024-11-10T09:56:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741852_1028 (size=5156) 2024-11-10T09:56:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741852_1028 (size=5156) 2024-11-10T09:56:01,810 INFO [M:0;b048fef8bb35:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8798d14752e347e5b0c79a201d552223 2024-11-10T09:56:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:56:01,819 INFO [RS:0;b048fef8bb35:44285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:56:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x101919b251e0001, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:56:01,819 INFO [RS:0;b048fef8bb35:44285 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,44285,1731232509948; zookeeper connection closed. 2024-11-10T09:56:01,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35f7e43b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35f7e43b 2024-11-10T09:56:01,820 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:56:01,829 DEBUG [M:0;b048fef8bb35:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0d9189aee7b241d5acfbf33473fa13c7 is 52, key is load_balancer_on/state:d/1731232511079/Put/seqid=0 2024-11-10T09:56:01,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741853_1029 (size=5056) 2024-11-10T09:56:01,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741853_1029 (size=5056) 2024-11-10T09:56:01,835 INFO [M:0;b048fef8bb35:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0d9189aee7b241d5acfbf33473fa13c7 2024-11-10T09:56:01,841 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95869ed3efa24c24b6acb0525b862894 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95869ed3efa24c24b6acb0525b862894 2024-11-10T09:56:01,846 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95869ed3efa24c24b6acb0525b862894, entries=8, sequenceid=121, filesize=5.5 K 2024-11-10T09:56:01,847 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c99b2a1fddb64ba882e29311a99a4056 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c99b2a1fddb64ba882e29311a99a4056 2024-11-10T09:56:01,852 INFO [M:0;b048fef8bb35:42469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c99b2a1fddb64ba882e29311a99a4056 2024-11-10T09:56:01,852 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c99b2a1fddb64ba882e29311a99a4056, entries=14, sequenceid=121, filesize=7.6 K 2024-11-10T09:56:01,853 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8798d14752e347e5b0c79a201d552223 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8798d14752e347e5b0c79a201d552223 2024-11-10T09:56:01,857 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8798d14752e347e5b0c79a201d552223, entries=1, sequenceid=121, filesize=5.0 K 2024-11-10T09:56:01,858 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0d9189aee7b241d5acfbf33473fa13c7 as hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0d9189aee7b241d5acfbf33473fa13c7 2024-11-10T09:56:01,864 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42281/user/jenkins/test-data/fcb90231-71ee-b2cc-8aac-0d2c89e46424/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0d9189aee7b241d5acfbf33473fa13c7, entries=1, sequenceid=121, filesize=4.9 K 2024-11-10T09:56:01,865 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=121, compaction requested=false 2024-11-10T09:56:01,866 INFO [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:01,866 DEBUG [M:0;b048fef8bb35:42469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232561734Disabling compacts and flushes for region at 1731232561734Disabling writes for close at 1731232561734Obtaining lock to block concurrent updates at 1731232561734Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731232561734Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1731232561734Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731232561735 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731232561735Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731232561750 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731232561750Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731232561762 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731232561777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731232561777Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731232561789 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731232561803 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731232561803Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731232561815 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731232561829 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731232561829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ce8f4e: reopening flushed file at 1731232561840 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e386fc3: reopening flushed file at 1731232561846 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53c379f8: reopening flushed file at 1731232561852 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9f9a647: reopening flushed file at 1731232561858 (+6 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=121, compaction requested=false at 1731232561865 (+7 ms)Writing region close event to WAL at 1731232561866 (+1 ms)Closed at 1731232561866 2024-11-10T09:56:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40977 is added to blk_1073741830_1006 (size=53026) 2024-11-10T09:56:01,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43479 is added to blk_1073741830_1006 (size=53026) 2024-11-10T09:56:01,869 INFO [M:0;b048fef8bb35:42469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:56:01,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:56:01,869 INFO [M:0;b048fef8bb35:42469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42469 2024-11-10T09:56:01,870 INFO [M:0;b048fef8bb35:42469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:56:01,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:56:01,973 INFO [M:0;b048fef8bb35:42469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:56:01,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x101919b251e0000, quorum=127.0.0.1:63820, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:56:01,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20fa4514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:56:01,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@745d3547{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:56:01,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:56:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34f3a4f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:56:01,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9c8b305{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir/,STOPPED} 2024-11-10T09:56:01,978 WARN [BP-509449343-172.17.0.2-1731232509186 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:56:01,978 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:56:01,978 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:56:01,978 WARN [BP-509449343-172.17.0.2-1731232509186 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509449343-172.17.0.2-1731232509186 (Datanode Uuid 09e075ce-47e3-4103-b713-6fcd4a10b255) service to localhost/127.0.0.1:42281 2024-11-10T09:56:01,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data3/current/BP-509449343-172.17.0.2-1731232509186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:56:01,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data4/current/BP-509449343-172.17.0.2-1731232509186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:56:01,979 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:56:01,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21c9b4d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:56:01,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b83cd41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:56:01,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:56:01,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6da5bf03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:56:01,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d60af88{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir/,STOPPED} 2024-11-10T09:56:01,983 WARN [BP-509449343-172.17.0.2-1731232509186 heartbeating to localhost/127.0.0.1:42281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:56:01,983 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:56:01,983 WARN [BP-509449343-172.17.0.2-1731232509186 heartbeating to localhost/127.0.0.1:42281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-509449343-172.17.0.2-1731232509186 (Datanode Uuid 636db9c8-53db-48fb-a799-46e053102c30) service to localhost/127.0.0.1:42281 2024-11-10T09:56:01,983 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:56:01,983 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data1/current/BP-509449343-172.17.0.2-1731232509186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:56:01,984 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/cluster_e7721dec-60a8-8c0a-5093-d8ab4a030f21/data/data2/current/BP-509449343-172.17.0.2-1731232509186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:56:01,984 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:56:01,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a0d1ed5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:56:01,991 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d79fe79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:56:01,991 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:56:01,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ef6c001{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:56:01,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3738abdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir/,STOPPED} 2024-11-10T09:56:01,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:56:02,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:56:02,023 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=426 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=93 (was 199), ProcessCount=11 (was 11), AvailableMemoryMB=7331 (was 7444) 2024-11-10T09:56:02,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=93, ProcessCount=11, AvailableMemoryMB=7331 2024-11-10T09:56:02,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:56:02,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.log.dir so I do NOT create it in target/test-data/7d31c061-1116-e701-9651-0ea776bdda16 2024-11-10T09:56:02,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1d6059ff-450c-cf55-bb1a-a88c939b0b0c/hadoop.tmp.dir so I do NOT create it in target/test-data/7d31c061-1116-e701-9651-0ea776bdda16 2024-11-10T09:56:02,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc, deleteOnExit=true 2024-11-10T09:56:02,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/test.cache.data in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:56:02,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:56:02,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:56:02,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:56:02,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:56:02,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:56:02,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:56:02,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:56:02,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:56:02,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:56:02,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12920381{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:56:02,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2746c59e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:56:02,202 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:56:02,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6547bcc9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/java.io.tmpdir/jetty-localhost-36833-hadoop-hdfs-3_4_1-tests_jar-_-any-12975840126375412150/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:56:02,235 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a1a7a42{HTTP/1.1, (http/1.1)}{localhost:36833} 2024-11-10T09:56:02,235 INFO [Time-limited test {}] server.Server(415): Started @140554ms 2024-11-10T09:56:02,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:56:02,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:56:02,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:56:02,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:56:02,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:56:02,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b745bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:56:02,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@343fcd40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:56:02,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47a51d05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/java.io.tmpdir/jetty-localhost-37895-hadoop-hdfs-3_4_1-tests_jar-_-any-2974333849547935642/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:56:02,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67aeda24{HTTP/1.1, (http/1.1)}{localhost:37895} 2024-11-10T09:56:02,428 INFO [Time-limited test {}] server.Server(415): Started @140748ms 2024-11-10T09:56:02,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:56:02,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:56:02,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:56:02,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:56:02,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:56:02,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:56:02,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@235ca561{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:56:02,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f68c01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:56:02,521 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data1/current/BP-1165458311-172.17.0.2-1731232562062/current, will proceed with Du for space computation calculation, 2024-11-10T09:56:02,521 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data2/current/BP-1165458311-172.17.0.2-1731232562062/current, will proceed with Du for space computation calculation, 2024-11-10T09:56:02,543 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:56:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd79a2e65e658752c with lease ID 0x12269b8d262b1aff: Processing first storage report for DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5 from datanode DatanodeRegistration(127.0.0.1:44845, datanodeUuid=f7ff9435-8b33-461f-b4fa-9ea90074bbc2, infoPort=38723, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062) 2024-11-10T09:56:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd79a2e65e658752c with lease ID 0x12269b8d262b1aff: from storage DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5 node DatanodeRegistration(127.0.0.1:44845, datanodeUuid=f7ff9435-8b33-461f-b4fa-9ea90074bbc2, infoPort=38723, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:56:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd79a2e65e658752c with lease ID 0x12269b8d262b1aff: Processing first storage report for DS-fb170343-fabb-4ff5-9ed9-e133732ceb84 from datanode DatanodeRegistration(127.0.0.1:44845, datanodeUuid=f7ff9435-8b33-461f-b4fa-9ea90074bbc2, infoPort=38723, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062) 2024-11-10T09:56:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd79a2e65e658752c with lease ID 0x12269b8d262b1aff: from storage DS-fb170343-fabb-4ff5-9ed9-e133732ceb84 node DatanodeRegistration(127.0.0.1:44845, datanodeUuid=f7ff9435-8b33-461f-b4fa-9ea90074bbc2, infoPort=38723, infoSecurePort=0, ipcPort=37621, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:56:02,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7230398c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/java.io.tmpdir/jetty-localhost-38507-hadoop-hdfs-3_4_1-tests_jar-_-any-15908435101555788415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:56:02,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5817cca4{HTTP/1.1, (http/1.1)}{localhost:38507} 2024-11-10T09:56:02,586 INFO [Time-limited test {}] server.Server(415): Started @140906ms 2024-11-10T09:56:02,588 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:56:02,678 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data4/current/BP-1165458311-172.17.0.2-1731232562062/current, will proceed with Du for space computation calculation, 2024-11-10T09:56:02,678 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data3/current/BP-1165458311-172.17.0.2-1731232562062/current, will proceed with Du for space computation calculation, 2024-11-10T09:56:02,695 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:56:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97bdaa7653ea6b1b with lease ID 0x12269b8d262b1b00: Processing first storage report for DS-453e98e7-755d-427f-9598-20502ce2ca2a from datanode DatanodeRegistration(127.0.0.1:46845, datanodeUuid=2c9d9405-090c-485c-9a29-8c9403e237ee, infoPort=39393, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062) 2024-11-10T09:56:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97bdaa7653ea6b1b with lease ID 0x12269b8d262b1b00: from storage DS-453e98e7-755d-427f-9598-20502ce2ca2a node DatanodeRegistration(127.0.0.1:46845, datanodeUuid=2c9d9405-090c-485c-9a29-8c9403e237ee, infoPort=39393, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:56:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x97bdaa7653ea6b1b with lease ID 0x12269b8d262b1b00: Processing first storage report for DS-9fd40c43-122d-49d7-b0ba-308c0d3486bb from datanode DatanodeRegistration(127.0.0.1:46845, datanodeUuid=2c9d9405-090c-485c-9a29-8c9403e237ee, infoPort=39393, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062) 2024-11-10T09:56:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x97bdaa7653ea6b1b with lease ID 0x12269b8d262b1b00: from storage DS-9fd40c43-122d-49d7-b0ba-308c0d3486bb node DatanodeRegistration(127.0.0.1:46845, datanodeUuid=2c9d9405-090c-485c-9a29-8c9403e237ee, infoPort=39393, infoSecurePort=0, ipcPort=41407, storageInfo=lv=-57;cid=testClusterID;nsid=949983271;c=1731232562062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:56:02,710 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16 2024-11-10T09:56:02,713 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/zookeeper_0, clientPort=54440, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:56:02,714 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54440 2024-11-10T09:56:02,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:56:02,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:56:02,725 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02 with version=8 2024-11-10T09:56:02,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase-staging 2024-11-10T09:56:02,727 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:56:02,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:56:02,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:56:02,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:56:02,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:56:02,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:56:02,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:56:02,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:56:02,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35731 2024-11-10T09:56:02,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35731 connecting to ZooKeeper ensemble=127.0.0.1:54440 2024-11-10T09:56:02,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357310x0, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:56:02,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35731-0x101919bf3800000 connected 2024-11-10T09:56:02,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:56:02,756 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02, hbase.cluster.distributed=false 2024-11-10T09:56:02,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:56:02,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-10T09:56:02,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35731 2024-11-10T09:56:02,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35731 2024-11-10T09:56:02,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-10T09:56:02,759 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35731 2024-11-10T09:56:02,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:56:02,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:56:02,776 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41841 2024-11-10T09:56:02,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41841 connecting to ZooKeeper ensemble=127.0.0.1:54440 2024-11-10T09:56:02,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418410x0, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:56:02,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41841-0x101919bf3800001 connected 2024-11-10T09:56:02,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:56:02,784 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:56:02,785 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:56:02,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:56:02,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:56:02,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41841 2024-11-10T09:56:02,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41841 2024-11-10T09:56:02,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41841 2024-11-10T09:56:02,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41841 2024-11-10T09:56:02,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41841 2024-11-10T09:56:02,800 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b048fef8bb35:35731 2024-11-10T09:56:02,801 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:56:02,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:56:02,804 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:56:02,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,807 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T09:56:02,807 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b048fef8bb35,35731,1731232562727 from backup master directory 2024-11-10T09:56:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:56:02,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:56:02,808 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:56:02,808 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,813 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/hbase.id] with ID: 3ef3e8c7-764d-4f20-8708-b8425382200c 2024-11-10T09:56:02,813 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/.tmp/hbase.id 2024-11-10T09:56:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:56:02,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:56:02,819 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/.tmp/hbase.id]:[hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/hbase.id] 2024-11-10T09:56:02,832 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:02,832 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:56:02,834 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T09:56:02,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:56:02,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:56:02,844 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:56:02,844 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:56:02,845 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:56:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:56:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:56:02,853 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store 2024-11-10T09:56:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:56:02,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:56:02,860 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:02,861 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:56:02,861 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:02,861 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:02,861 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:56:02,861 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:02,861 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:56:02,861 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232562861Disabling compacts and flushes for region at 1731232562861Disabling writes for close at 1731232562861Writing region close event to WAL at 1731232562861Closed at 1731232562861 2024-11-10T09:56:02,861 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/.initializing 2024-11-10T09:56:02,862 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/WALs/b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,862 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:56:02,864 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C35731%2C1731232562727, suffix=, logDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/WALs/b048fef8bb35,35731,1731232562727, archiveDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/oldWALs, maxLogs=10 2024-11-10T09:56:02,878 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/WALs/b048fef8bb35,35731,1731232562727/b048fef8bb35%2C35731%2C1731232562727.1731232562864, exclude list is [], retry=0 2024-11-10T09:56:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44845,DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5,DISK] 2024-11-10T09:56:02,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46845,DS-453e98e7-755d-427f-9598-20502ce2ca2a,DISK] 2024-11-10T09:56:02,883 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/WALs/b048fef8bb35,35731,1731232562727/b048fef8bb35%2C35731%2C1731232562727.1731232562864 2024-11-10T09:56:02,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38723:38723),(127.0.0.1/127.0.0.1:39393:39393)] 2024-11-10T09:56:02,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:56:02,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:02,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:56:02,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:02,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:56:02,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:56:02,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:56:02,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:56:02,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:56:02,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:56:02,892 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,892 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,892 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,893 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,893 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,894 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:56:02,895 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:56:02,897 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:56:02,897 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=750922, jitterRate=-0.04515446722507477}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:56:02,898 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731232562883Initializing all the Stores at 1731232562884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232562884Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232562884Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232562884Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232562884Cleaning up temporary data from old regions at 1731232562893 (+9 ms)Region opened successfully at 1731232562898 (+5 ms) 2024-11-10T09:56:02,898 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:56:02,902 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65408914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:56:02,902 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:56:02,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:56:02,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:56:02,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:56:02,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:56:02,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:56:02,903 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:56:02,905 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:56:02,906 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T09:56:02,908 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T09:56:02,909 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:56:02,909 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:56:02,911 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T09:56:02,911 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:56:02,912 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:56:02,913 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T09:56:02,914 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:56:02,915 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T09:56:02,917 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:56:02,918 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T09:56:02,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:56:02,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:56:02,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,921 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b048fef8bb35,35731,1731232562727, sessionid=0x101919bf3800000, setting cluster-up flag (Was=false) 2024-11-10T09:56:02,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,929 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T09:56:02,930 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:02,940 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T09:56:02,941 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,35731,1731232562727 2024-11-10T09:56:02,942 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:56:02,944 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:56:02,944 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:56:02,944 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:56:02,944 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b048fef8bb35,35731,1731232562727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:56:02,945 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:56:02,945 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:56:02,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:56:02,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:56:02,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b048fef8bb35:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:56:02,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:02,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:56:02,946 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:02,946 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232592946 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:02,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:56:02,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:56:02,947 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:56:02,948 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:56:02,948 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:56:02,948 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232562948,5,FailOnTimeoutGroup] 2024-11-10T09:56:02,948 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232562948,5,FailOnTimeoutGroup] 2024-11-10T09:56:02,948 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:02,948 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:56:02,948 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:02,948 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:02,948 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:56:02,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:56:02,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:56:02,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:56:02,956 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02 2024-11-10T09:56:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:56:02,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:56:02,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:02,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:56:02,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:56:02,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:02,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:56:02,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:56:02,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:02,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:56:02,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:56:02,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:02,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:56:02,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:56:02,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:02,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:02,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:56:02,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740 2024-11-10T09:56:02,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740 2024-11-10T09:56:02,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:56:02,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:56:02,972 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:56:02,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:56:02,975 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:56:02,975 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739285, jitterRate=-0.05995139479637146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:56:02,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731232562962Initializing all the Stores at 1731232562963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232562963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232562963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232562963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232562963Cleaning up temporary data from old regions at 1731232562972 (+9 ms)Region opened successfully at 1731232562976 (+4 ms) 2024-11-10T09:56:02,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:56:02,976 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:56:02,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:56:02,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:56:02,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:56:02,977 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:56:02,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232562976Disabling compacts and flushes for region at 1731232562976Disabling writes for close at 1731232562976Writing region close event to WAL at 1731232562977 (+1 ms)Closed at 1731232562977 2024-11-10T09:56:02,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:56:02,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:56:02,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:56:02,979 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:56:02,980 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:56:02,990 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(746): ClusterId : 3ef3e8c7-764d-4f20-8708-b8425382200c 2024-11-10T09:56:02,990 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:56:02,992 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:56:02,992 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:56:02,995 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:56:02,996 DEBUG [RS:0;b048fef8bb35:41841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fbc278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:56:03,014 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b048fef8bb35:41841 2024-11-10T09:56:03,014 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:56:03,014 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:56:03,014 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:56:03,015 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,35731,1731232562727 with port=41841, startcode=1731232562775 2024-11-10T09:56:03,015 DEBUG [RS:0;b048fef8bb35:41841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:56:03,017 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:56:03,017 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,018 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,019 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02 2024-11-10T09:56:03,019 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35903 2024-11-10T09:56:03,019 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:56:03,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:56:03,022 DEBUG [RS:0;b048fef8bb35:41841 {}] zookeeper.ZKUtil(111): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,022 WARN [RS:0;b048fef8bb35:41841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:56:03,023 INFO [RS:0;b048fef8bb35:41841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:56:03,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,41841,1731232562775] 2024-11-10T09:56:03,023 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,026 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:56:03,028 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:56:03,029 INFO [RS:0;b048fef8bb35:41841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:56:03,029 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,029 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:56:03,030 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:56:03,030 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,030 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:56:03,031 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:56:03,031 DEBUG [RS:0;b048fef8bb35:41841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:56:03,031 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,031 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,031 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,031 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,031 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,031 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,41841,1731232562775-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:56:03,046 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:56:03,046 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,41841,1731232562775-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,046 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,046 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.Replication(171): b048fef8bb35,41841,1731232562775 started 2024-11-10T09:56:03,060 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,060 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,41841,1731232562775, RpcServer on b048fef8bb35/172.17.0.2:41841, sessionid=0x101919bf3800001 2024-11-10T09:56:03,060 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:56:03,060 DEBUG [RS:0;b048fef8bb35:41841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,41841,1731232562775' 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,41841,1731232562775' 2024-11-10T09:56:03,061 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:56:03,062 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:56:03,062 DEBUG [RS:0;b048fef8bb35:41841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:56:03,062 INFO [RS:0;b048fef8bb35:41841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:56:03,062 INFO [RS:0;b048fef8bb35:41841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:56:03,130 WARN [b048fef8bb35:35731 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:56:03,163 INFO [RS:0;b048fef8bb35:41841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:56:03,164 INFO [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C41841%2C1731232562775, suffix=, logDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775, archiveDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/oldWALs, maxLogs=32 2024-11-10T09:56:03,178 DEBUG [RS:0;b048fef8bb35:41841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165, exclude list is [], retry=0 2024-11-10T09:56:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44845,DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5,DISK] 2024-11-10T09:56:03,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46845,DS-453e98e7-755d-427f-9598-20502ce2ca2a,DISK] 2024-11-10T09:56:03,184 INFO [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 2024-11-10T09:56:03,184 DEBUG [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393),(127.0.0.1/127.0.0.1:38723:38723)] 2024-11-10T09:56:03,380 DEBUG [b048fef8bb35:35731 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:56:03,381 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,41841,1731232562775, state=OPENING 2024-11-10T09:56:03,384 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:56:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:03,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:56:03,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:56:03,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:56:03,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:56:03,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,41841,1731232562775}] 2024-11-10T09:56:03,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:56:03,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39959, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:56:03,545 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:56:03,545 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:56:03,546 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:56:03,547 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C41841%2C1731232562775.meta, suffix=.meta, logDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775, archiveDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/oldWALs, maxLogs=32 2024-11-10T09:56:03,562 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.meta.1731232563548.meta, exclude list is [], retry=0 2024-11-10T09:56:03,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44845,DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5,DISK] 2024-11-10T09:56:03,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46845,DS-453e98e7-755d-427f-9598-20502ce2ca2a,DISK] 2024-11-10T09:56:03,568 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.meta.1731232563548.meta 2024-11-10T09:56:03,568 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393),(127.0.0.1/127.0.0.1:38723:38723)] 2024-11-10T09:56:03,568 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:56:03,568 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:56:03,569 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:56:03,569 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:56:03,569 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:56:03,569 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:03,569 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:56:03,569 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:56:03,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:56:03,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:56:03,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:03,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:03,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:56:03,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:56:03,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:56:03,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:56:03,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:03,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:03,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:56:03,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:56:03,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:03,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:56:03,575 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:56:03,576 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740 2024-11-10T09:56:03,577 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740 2024-11-10T09:56:03,578 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:56:03,578 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:56:03,578 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:56:03,580 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:56:03,580 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=794947, jitterRate=0.010828137397766113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:56:03,580 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:56:03,581 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232563569Writing region info on filesystem at 1731232563569Initializing all the Stores at 1731232563570 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232563570Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232563570Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232563570Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232563570Cleaning up temporary data from old regions at 1731232563578 (+8 ms)Running coprocessor post-open hooks at 1731232563580 (+2 ms)Region opened successfully at 1731232563581 (+1 ms) 2024-11-10T09:56:03,582 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731232563540 2024-11-10T09:56:03,584 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:56:03,584 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:56:03,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,586 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,41841,1731232562775, state=OPEN 2024-11-10T09:56:03,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:56:03,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:56:03,591 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:56:03,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:56:03,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:56:03,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,41841,1731232562775 in 204 msec 2024-11-10T09:56:03,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:56:03,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-10T09:56:03,597 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:56:03,597 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:56:03,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:56:03,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,41841,1731232562775, seqNum=-1] 2024-11-10T09:56:03,598 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:56:03,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:56:03,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 661 msec 2024-11-10T09:56:03,604 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731232563604, completionTime=-1 2024-11-10T09:56:03,604 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:56:03,604 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:56:03,606 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T09:56:03,606 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232623606 2024-11-10T09:56:03,606 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232683606 2024-11-10T09:56:03,606 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T09:56:03,607 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35731,1731232562727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,607 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35731,1731232562727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,607 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35731,1731232562727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,607 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b048fef8bb35:35731, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,607 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,607 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,609 DEBUG [master/b048fef8bb35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:56:03,610 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.802sec 2024-11-10T09:56:03,610 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:56:03,610 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:56:03,610 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:56:03,610 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:56:03,610 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:56:03,611 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35731,1731232562727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:56:03,611 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35731,1731232562727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:56:03,613 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:56:03,613 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:56:03,613 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35731,1731232562727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:56:03,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d0f6a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:56:03,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b048fef8bb35,35731,-1 for getting cluster id 2024-11-10T09:56:03,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:56:03,692 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ef3e8c7-764d-4f20-8708-b8425382200c' 2024-11-10T09:56:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:56:03,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ef3e8c7-764d-4f20-8708-b8425382200c" 2024-11-10T09:56:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7558e93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:56:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b048fef8bb35,35731,-1] 2024-11-10T09:56:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:56:03,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:56:03,694 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:56:03,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c118aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:56:03,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:56:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,41841,1731232562775, seqNum=-1] 2024-11-10T09:56:03,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:56:03,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:56:03,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b048fef8bb35,35731,1731232562727 2024-11-10T09:56:03,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:56:03,703 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T09:56:03,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T09:56:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b048fef8bb35,35731,1731232562727 2024-11-10T09:56:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54e9d45 2024-11-10T09:56:03,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T09:56:03,705 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T09:56:03,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-10T09:56:03,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-10T09:56:03,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:56:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-10T09:56:03,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T09:56:03,709 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:03,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-10T09:56:03,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T09:56:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:56:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741835_1011 (size=381) 2024-11-10T09:56:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741835_1011 (size=381) 2024-11-10T09:56:03,719 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ef3cefa3027b4a6022c2990d17c4fc2, NAME => 'TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02 2024-11-10T09:56:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741836_1012 (size=64) 2024-11-10T09:56:03,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741836_1012 (size=64) 2024-11-10T09:56:03,726 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:03,727 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 0ef3cefa3027b4a6022c2990d17c4fc2, disabling compactions & flushes 2024-11-10T09:56:03,727 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:03,727 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:03,727 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. after waiting 0 ms 2024-11-10T09:56:03,727 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:03,727 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:03,727 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ef3cefa3027b4a6022c2990d17c4fc2: Waiting for close lock at 1731232563727Disabling compacts and flushes for region at 1731232563727Disabling writes for close at 1731232563727Writing region close event to WAL at 1731232563727Closed at 1731232563727 2024-11-10T09:56:03,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T09:56:03,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731232563728"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232563728"}]},"ts":"1731232563728"} 2024-11-10T09:56:03,730 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T09:56:03,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T09:56:03,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232563731"}]},"ts":"1731232563731"} 2024-11-10T09:56:03,733 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-10T09:56:03,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, ASSIGN}] 2024-11-10T09:56:03,735 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, ASSIGN 2024-11-10T09:56:03,736 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, ASSIGN; state=OFFLINE, location=b048fef8bb35,41841,1731232562775; forceNewPlan=false, retain=false 2024-11-10T09:56:03,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef3cefa3027b4a6022c2990d17c4fc2, regionState=OPENING, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:03,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, ASSIGN because future has completed 2024-11-10T09:56:03,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775}] 2024-11-10T09:56:04,046 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:04,046 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ef3cefa3027b4a6022c2990d17c4fc2, NAME => 'TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:56:04,047 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,047 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:04,047 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,047 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,048 INFO [StoreOpener-0ef3cefa3027b4a6022c2990d17c4fc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,050 INFO [StoreOpener-0ef3cefa3027b4a6022c2990d17c4fc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ef3cefa3027b4a6022c2990d17c4fc2 columnFamilyName info 2024-11-10T09:56:04,050 DEBUG [StoreOpener-0ef3cefa3027b4a6022c2990d17c4fc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:04,051 INFO [StoreOpener-0ef3cefa3027b4a6022c2990d17c4fc2-1 {}] regionserver.HStore(327): Store=0ef3cefa3027b4a6022c2990d17c4fc2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:56:04,051 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,051 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,052 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,052 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,052 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,054 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,056 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:56:04,057 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0ef3cefa3027b4a6022c2990d17c4fc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=745433, jitterRate=-0.05213390290737152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T09:56:04,057 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:04,058 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0ef3cefa3027b4a6022c2990d17c4fc2: Running coprocessor pre-open hook at 1731232564047Writing region info on filesystem at 1731232564047Initializing all the Stores at 1731232564048 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232564048Cleaning up temporary data from old regions at 1731232564052 (+4 ms)Running coprocessor post-open hooks at 1731232564057 (+5 ms)Region opened successfully at 1731232564057 2024-11-10T09:56:04,058 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., pid=6, masterSystemTime=1731232564042 2024-11-10T09:56:04,061 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:04,061 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:04,061 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0ef3cefa3027b4a6022c2990d17c4fc2, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:04,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 because future has completed 2024-11-10T09:56:04,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T09:56:04,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 in 175 msec 2024-11-10T09:56:04,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T09:56:04,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, ASSIGN in 334 msec 2024-11-10T09:56:04,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T09:56:04,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731232564070"}]},"ts":"1731232564070"} 2024-11-10T09:56:04,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-10T09:56:04,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T09:56:04,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 367 msec 2024-11-10T09:56:06,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:06,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:56:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:07,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-10T09:56:07,122 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-10T09:56:07,122 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-10T09:56:09,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T09:56:09,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-10T09:56:12,625 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:56:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:12,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T09:56:13,813 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-10T09:56:13,813 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-10T09:56:13,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-10T09:56:13,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:13,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2] 2024-11-10T09:56:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:13,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:56:13,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/b1ec09f0a4ca42b496cd28c3974fba35 is 1055, key is row0001/info:/1731232573820/Put/seqid=0 2024-11-10T09:56:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741837_1013 (size=13386) 2024-11-10T09:56:13,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741837_1013 (size=13386) 2024-11-10T09:56:13,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/b1ec09f0a4ca42b496cd28c3974fba35 2024-11-10T09:56:13,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/b1ec09f0a4ca42b496cd28c3974fba35 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/b1ec09f0a4ca42b496cd28c3974fba35 2024-11-10T09:56:13,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:56:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47560 deadline: 1731232583871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:13,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/b1ec09f0a4ca42b496cd28c3974fba35, entries=8, sequenceid=12, filesize=13.1 K 2024-11-10T09:56:13,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 43ms, sequenceid=12, compaction requested=false 2024-11-10T09:56:13,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:13,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:56:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:56:13,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 because the exception is null or not the one we care about 2024-11-10T09:56:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:23,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-10T09:56:23,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/c94cc1c4692449098febb0b5f926d4d1 is 1055, key is row0009/info:/1731232573835/Put/seqid=0 2024-11-10T09:56:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741838_1014 (size=28134) 2024-11-10T09:56:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741838_1014 (size=28134) 2024-11-10T09:56:23,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/c94cc1c4692449098febb0b5f926d4d1 2024-11-10T09:56:23,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/c94cc1c4692449098febb0b5f926d4d1 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1 2024-11-10T09:56:23,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1, entries=22, sequenceid=37, filesize=27.5 K 2024-11-10T09:56:23,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 25ms, sequenceid=37, compaction requested=false 2024-11-10T09:56:24,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:24,000 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-10T09:56:24,000 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:24,000 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1 because midkey is the same as first or last row 2024-11-10T09:56:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:25,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:56:25,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/a73603b80ff34866b163124ab90c457a is 1055, key is row0031/info:/1731232583975/Put/seqid=0 2024-11-10T09:56:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741839_1015 (size=13386) 2024-11-10T09:56:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741839_1015 (size=13386) 2024-11-10T09:56:26,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/a73603b80ff34866b163124ab90c457a 2024-11-10T09:56:26,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/a73603b80ff34866b163124ab90c457a as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/a73603b80ff34866b163124ab90c457a 2024-11-10T09:56:26,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/a73603b80ff34866b163124ab90c457a, entries=8, sequenceid=48, filesize=13.1 K 2024-11-10T09:56:26,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 26ms, sequenceid=48, compaction requested=true 2024-11-10T09:56:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-10T09:56:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:26,016 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1 because midkey is the same as first or last row 2024-11-10T09:56:26,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:26,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ef3cefa3027b4a6022c2990d17c4fc2:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:56:26,017 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:56:26,019 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:56:26,019 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0ef3cefa3027b4a6022c2990d17c4fc2/info is initiating minor compaction (all files) 2024-11-10T09:56:26,019 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ef3cefa3027b4a6022c2990d17c4fc2/info in TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:26,019 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/b1ec09f0a4ca42b496cd28c3974fba35, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/a73603b80ff34866b163124ab90c457a] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp, totalSize=53.6 K 2024-11-10T09:56:26,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:26,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T09:56:26,020 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ec09f0a4ca42b496cd28c3974fba35, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731232573820 2024-11-10T09:56:26,020 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting c94cc1c4692449098febb0b5f926d4d1, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731232573835 2024-11-10T09:56:26,021 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting a73603b80ff34866b163124ab90c457a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731232583975 2024-11-10T09:56:26,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/2984810f6ff447b59adf0d28b68f26a5 is 1055, key is row0039/info:/1731232585990/Put/seqid=0 2024-11-10T09:56:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741840_1016 (size=21822) 2024-11-10T09:56:26,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741840_1016 (size=21822) 2024-11-10T09:56:26,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/2984810f6ff447b59adf0d28b68f26a5 2024-11-10T09:56:26,044 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ef3cefa3027b4a6022c2990d17c4fc2#info#compaction#35 average throughput is 12.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:56:26,045 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/f43ae2e00cee4b1b955a49cfa82974fe is 1055, key is row0001/info:/1731232573820/Put/seqid=0 2024-11-10T09:56:26,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/2984810f6ff447b59adf0d28b68f26a5 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2984810f6ff447b59adf0d28b68f26a5 2024-11-10T09:56:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741841_1017 (size=45105) 2024-11-10T09:56:26,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741841_1017 (size=45105) 2024-11-10T09:56:26,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2984810f6ff447b59adf0d28b68f26a5, entries=16, sequenceid=67, filesize=21.3 K 2024-11-10T09:56:26,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 33ms, sequenceid=67, compaction requested=false 2024-11-10T09:56:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:26,053 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-10T09:56:26,053 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:26,053 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1 because midkey is the same as first or last row 2024-11-10T09:56:26,058 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/f43ae2e00cee4b1b955a49cfa82974fe as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe 2024-11-10T09:56:26,065 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ef3cefa3027b4a6022c2990d17c4fc2/info of 0ef3cefa3027b4a6022c2990d17c4fc2 into f43ae2e00cee4b1b955a49cfa82974fe(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:56:26,065 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:26,068 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., storeName=0ef3cefa3027b4a6022c2990d17c4fc2/info, priority=13, startTime=1731232586017; duration=0sec 2024-11-10T09:56:26,069 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-10T09:56:26,069 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:26,069 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe because midkey is the same as first or last row 2024-11-10T09:56:26,069 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-10T09:56:26,069 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:26,069 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe because midkey is the same as first or last row 2024-11-10T09:56:26,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-10T09:56:26,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:26,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe because midkey is the same as first or last row 2024-11-10T09:56:26,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:26,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ef3cefa3027b4a6022c2990d17c4fc2:info 2024-11-10T09:56:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T09:56:28,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/0d70811f1e6f4e35b54063427d02715e is 1055, key is row0055/info:/1731232586020/Put/seqid=0 2024-11-10T09:56:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741842_1018 (size=16542) 2024-11-10T09:56:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741842_1018 (size=16542) 2024-11-10T09:56:28,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/0d70811f1e6f4e35b54063427d02715e 2024-11-10T09:56:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/0d70811f1e6f4e35b54063427d02715e as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/0d70811f1e6f4e35b54063427d02715e 2024-11-10T09:56:28,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/0d70811f1e6f4e35b54063427d02715e, entries=11, sequenceid=82, filesize=16.2 K 2024-11-10T09:56:28,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=17.45 KB/17867 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 29ms, sequenceid=82, compaction requested=true 2024-11-10T09:56:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-10T09:56:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe because midkey is the same as first or last row 2024-11-10T09:56:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0ef3cefa3027b4a6022c2990d17c4fc2:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:56:28,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,068 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:56:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-10T09:56:28,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:56:28,070 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0ef3cefa3027b4a6022c2990d17c4fc2/info is initiating minor compaction (all files) 2024-11-10T09:56:28,070 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0ef3cefa3027b4a6022c2990d17c4fc2/info in TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:28,070 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2984810f6ff447b59adf0d28b68f26a5, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/0d70811f1e6f4e35b54063427d02715e] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp, totalSize=81.5 K 2024-11-10T09:56:28,071 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting f43ae2e00cee4b1b955a49cfa82974fe, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731232573820 2024-11-10T09:56:28,071 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2984810f6ff447b59adf0d28b68f26a5, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731232585990 2024-11-10T09:56:28,072 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d70811f1e6f4e35b54063427d02715e, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731232586020 2024-11-10T09:56:28,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/63ea9d1940d34cd99b109920e5ae2a61 is 1055, key is row0066/info:/1731232588040/Put/seqid=0 2024-11-10T09:56:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741843_1019 (size=23926) 2024-11-10T09:56:28,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741843_1019 (size=23926) 2024-11-10T09:56:28,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/63ea9d1940d34cd99b109920e5ae2a61 2024-11-10T09:56:28,088 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0ef3cefa3027b4a6022c2990d17c4fc2#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:56:28,089 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/2daaf3bcc9c040779c1ea8f30980b1c0 is 1055, key is row0001/info:/1731232573820/Put/seqid=0 2024-11-10T09:56:28,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/63ea9d1940d34cd99b109920e5ae2a61 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/63ea9d1940d34cd99b109920e5ae2a61 2024-11-10T09:56:28,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741844_1020 (size=73753) 2024-11-10T09:56:28,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741844_1020 (size=73753) 2024-11-10T09:56:28,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:56:28,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47560 deadline: 1731232598094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:56:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:56:28,095 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 because the exception is null or not the one we care about 2024-11-10T09:56:28,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/63ea9d1940d34cd99b109920e5ae2a61, entries=18, sequenceid=103, filesize=23.4 K 2024-11-10T09:56:28,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 28ms, sequenceid=103, compaction requested=false 2024-11-10T09:56:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=104.9 K, sizeToCheck=16.0 K 2024-11-10T09:56:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:28,098 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe because midkey is the same as first or last row 2024-11-10T09:56:28,100 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/2daaf3bcc9c040779c1ea8f30980b1c0 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0 2024-11-10T09:56:28,106 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0ef3cefa3027b4a6022c2990d17c4fc2/info of 0ef3cefa3027b4a6022c2990d17c4fc2 into 2daaf3bcc9c040779c1ea8f30980b1c0(size=72.0 K), total size for store is 95.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0ef3cefa3027b4a6022c2990d17c4fc2: 2024-11-10T09:56:28,106 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., storeName=0ef3cefa3027b4a6022c2990d17c4fc2/info, priority=13, startTime=1731232588068; duration=0sec 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=95.4 K, sizeToCheck=16.0 K 2024-11-10T09:56:28,106 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-10T09:56:28,107 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,107 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,107 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0ef3cefa3027b4a6022c2990d17c4fc2:info 2024-11-10T09:56:28,109 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] assignment.AssignmentManager(1363): Split request from b048fef8bb35,41841,1731232562775, parent={ENCODED => 0ef3cefa3027b4a6022c2990d17c4fc2, NAME => 'TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-10T09:56:28,114 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,119 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35731 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0ef3cefa3027b4a6022c2990d17c4fc2, daughterA=15106345daa0a25021535750096d41c3, daughterB=0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0ef3cefa3027b4a6022c2990d17c4fc2, daughterA=15106345daa0a25021535750096d41c3, daughterB=0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0ef3cefa3027b4a6022c2990d17c4fc2, daughterA=15106345daa0a25021535750096d41c3, daughterB=0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0ef3cefa3027b4a6022c2990d17c4fc2, daughterA=15106345daa0a25021535750096d41c3, daughterB=0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, UNASSIGN}] 2024-11-10T09:56:28,127 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, UNASSIGN 2024-11-10T09:56:28,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0ef3cefa3027b4a6022c2990d17c4fc2, regionState=CLOSING, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, UNASSIGN because future has completed 2024-11-10T09:56:28,132 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-10T09:56:28,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775}] 2024-11-10T09:56:28,290 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,290 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-10T09:56:28,290 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 0ef3cefa3027b4a6022c2990d17c4fc2, disabling compactions & flushes 2024-11-10T09:56:28,290 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:28,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:28,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. after waiting 0 ms 2024-11-10T09:56:28,291 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:28,291 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 0ef3cefa3027b4a6022c2990d17c4fc2 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T09:56:28,296 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/3df5fb6a59384caea16b49ab1a9629a6 is 1055, key is row0084/info:/1731232588070/Put/seqid=0 2024-11-10T09:56:28,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741845_1021 (size=16542) 2024-11-10T09:56:28,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741845_1021 (size=16542) 2024-11-10T09:56:28,302 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/3df5fb6a59384caea16b49ab1a9629a6 2024-11-10T09:56:28,309 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/.tmp/info/3df5fb6a59384caea16b49ab1a9629a6 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/3df5fb6a59384caea16b49ab1a9629a6 2024-11-10T09:56:28,315 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/3df5fb6a59384caea16b49ab1a9629a6, entries=11, sequenceid=118, filesize=16.2 K 2024-11-10T09:56:28,316 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 25ms, sequenceid=118, compaction requested=true 2024-11-10T09:56:28,317 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/b1ec09f0a4ca42b496cd28c3974fba35, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/a73603b80ff34866b163124ab90c457a, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2984810f6ff447b59adf0d28b68f26a5, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/0d70811f1e6f4e35b54063427d02715e] to archive 2024-11-10T09:56:28,318 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T09:56:28,319 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/b1ec09f0a4ca42b496cd28c3974fba35 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/b1ec09f0a4ca42b496cd28c3974fba35 2024-11-10T09:56:28,321 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/c94cc1c4692449098febb0b5f926d4d1 2024-11-10T09:56:28,322 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/f43ae2e00cee4b1b955a49cfa82974fe 2024-11-10T09:56:28,324 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/a73603b80ff34866b163124ab90c457a to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/a73603b80ff34866b163124ab90c457a 2024-11-10T09:56:28,325 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2984810f6ff447b59adf0d28b68f26a5 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2984810f6ff447b59adf0d28b68f26a5 2024-11-10T09:56:28,326 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/0d70811f1e6f4e35b54063427d02715e to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/0d70811f1e6f4e35b54063427d02715e 2024-11-10T09:56:28,332 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-10T09:56:28,332 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. 2024-11-10T09:56:28,332 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 0ef3cefa3027b4a6022c2990d17c4fc2: Waiting for close lock at 1731232588290Running coprocessor pre-close hooks at 1731232588290Disabling compacts and flushes for region at 1731232588290Disabling writes for close at 1731232588291 (+1 ms)Obtaining lock to block concurrent updates at 1731232588291Preparing flush snapshotting stores in 0ef3cefa3027b4a6022c2990d17c4fc2 at 1731232588291Finished memstore snapshotting TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1731232588291Flushing stores of TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. at 1731232588292 (+1 ms)Flushing 0ef3cefa3027b4a6022c2990d17c4fc2/info: creating writer at 1731232588292Flushing 0ef3cefa3027b4a6022c2990d17c4fc2/info: appending metadata at 1731232588295 (+3 ms)Flushing 0ef3cefa3027b4a6022c2990d17c4fc2/info: closing flushed file at 1731232588295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78c7b96d: reopening flushed file at 1731232588308 (+13 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 0ef3cefa3027b4a6022c2990d17c4fc2 in 25ms, sequenceid=118, compaction requested=true at 1731232588316 (+8 ms)Writing region close event to WAL at 1731232588328 (+12 ms)Running coprocessor post-close hooks at 1731232588332 (+4 ms)Closed at 1731232588332 2024-11-10T09:56:28,334 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0ef3cefa3027b4a6022c2990d17c4fc2, regionState=CLOSED 2024-11-10T09:56:28,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 because future has completed 2024-11-10T09:56:28,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T09:56:28,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 0ef3cefa3027b4a6022c2990d17c4fc2, server=b048fef8bb35,41841,1731232562775 in 206 msec 2024-11-10T09:56:28,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T09:56:28,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0ef3cefa3027b4a6022c2990d17c4fc2, UNASSIGN in 214 msec 2024-11-10T09:56:28,351 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:28,354 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=0ef3cefa3027b4a6022c2990d17c4fc2, threads=3 2024-11-10T09:56:28,356 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0 for region: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,356 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/3df5fb6a59384caea16b49ab1a9629a6 for region: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,356 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/63ea9d1940d34cd99b109920e5ae2a61 for region: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,369 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/63ea9d1940d34cd99b109920e5ae2a61, top=true 2024-11-10T09:56:28,370 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/3df5fb6a59384caea16b49ab1a9629a6, top=true 2024-11-10T09:56:28,380 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6 for child: 0e0fe67ee7249029a1f966333a42c7e8, parent: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,381 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/3df5fb6a59384caea16b49ab1a9629a6 for region: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,384 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61 for child: 0e0fe67ee7249029a1f966333a42c7e8, parent: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,385 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/63ea9d1940d34cd99b109920e5ae2a61 for region: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741846_1022 (size=27) 2024-11-10T09:56:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741846_1022 (size=27) 2024-11-10T09:56:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741847_1023 (size=27) 2024-11-10T09:56:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741847_1023 (size=27) 2024-11-10T09:56:28,397 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0 for region: 0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:56:28,399 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 0ef3cefa3027b4a6022c2990d17c4fc2 Daughter A: [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2] storefiles, Daughter B: [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61] storefiles. 2024-11-10T09:56:28,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741848_1024 (size=71) 2024-11-10T09:56:28,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741848_1024 (size=71) 2024-11-10T09:56:28,410 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741849_1025 (size=71) 2024-11-10T09:56:28,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741849_1025 (size=71) 2024-11-10T09:56:28,427 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:28,437 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-10T09:56:28,440 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-10T09:56:28,442 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731232588442"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731232588442"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731232588442"}]},"ts":"1731232588442"} 2024-11-10T09:56:28,442 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731232588442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232588442"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731232588442"}]},"ts":"1731232588442"} 2024-11-10T09:56:28,443 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731232588442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731232588442"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731232588442"}]},"ts":"1731232588442"} 2024-11-10T09:56:28,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15106345daa0a25021535750096d41c3, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0e0fe67ee7249029a1f966333a42c7e8, ASSIGN}] 2024-11-10T09:56:28,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15106345daa0a25021535750096d41c3, ASSIGN 2024-11-10T09:56:28,462 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0e0fe67ee7249029a1f966333a42c7e8, ASSIGN 2024-11-10T09:56:28,463 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15106345daa0a25021535750096d41c3, ASSIGN; state=SPLITTING_NEW, location=b048fef8bb35,41841,1731232562775; forceNewPlan=false, retain=false 2024-11-10T09:56:28,463 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0e0fe67ee7249029a1f966333a42c7e8, ASSIGN; state=SPLITTING_NEW, location=b048fef8bb35,41841,1731232562775; forceNewPlan=false, retain=false 2024-11-10T09:56:28,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=15106345daa0a25021535750096d41c3, regionState=OPENING, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0e0fe67ee7249029a1f966333a42c7e8, regionState=OPENING, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0e0fe67ee7249029a1f966333a42c7e8, ASSIGN because future has completed 2024-11-10T09:56:28,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775}] 2024-11-10T09:56:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15106345daa0a25021535750096d41c3, ASSIGN because future has completed 2024-11-10T09:56:28,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15106345daa0a25021535750096d41c3, server=b048fef8bb35,41841,1731232562775}] 2024-11-10T09:56:28,773 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:56:28,773 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e0fe67ee7249029a1f966333a42c7e8, NAME => 'TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-10T09:56:28,774 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,774 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:28,774 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,774 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,775 INFO [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,776 INFO [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e0fe67ee7249029a1f966333a42c7e8 columnFamilyName info 2024-11-10T09:56:28,776 DEBUG [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:28,788 DEBUG [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2->hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0-top 2024-11-10T09:56:28,793 DEBUG [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6 2024-11-10T09:56:28,797 DEBUG [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61 2024-11-10T09:56:28,797 INFO [StoreOpener-0e0fe67ee7249029a1f966333a42c7e8-1 {}] regionserver.HStore(327): Store=0e0fe67ee7249029a1f966333a42c7e8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:56:28,798 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,798 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,799 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,800 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,800 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,802 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,802 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0e0fe67ee7249029a1f966333a42c7e8; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=808994, jitterRate=0.028690263628959656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T09:56:28,802 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:56:28,803 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0e0fe67ee7249029a1f966333a42c7e8: Running coprocessor pre-open hook at 1731232588774Writing region info on filesystem at 1731232588774Initializing all the Stores at 1731232588775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232588775Cleaning up temporary data from old regions at 1731232588800 (+25 ms)Running coprocessor post-open hooks at 1731232588802 (+2 ms)Region opened successfully at 1731232588803 (+1 ms) 2024-11-10T09:56:28,804 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., pid=12, masterSystemTime=1731232588769 2024-11-10T09:56:28,804 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:56:28,804 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,804 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:56:28,805 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:56:28,806 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:56:28,806 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:56:28,806 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2->hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0-top, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=111.5 K 2024-11-10T09:56:28,807 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731232573820 2024-11-10T09:56:28,807 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:56:28,807 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:56:28,807 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:56:28,807 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731232588040 2024-11-10T09:56:28,807 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 15106345daa0a25021535750096d41c3, NAME => 'TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-10T09:56:28,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0e0fe67ee7249029a1f966333a42c7e8, regionState=OPEN, openSeqNum=122, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,807 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,808 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731232588070 2024-11-10T09:56:28,808 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:56:28,808 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,808 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,809 INFO [StoreOpener-15106345daa0a25021535750096d41c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,810 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-10T09:56:28,810 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-10T09:56:28,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-10T09:56:28,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 because future has completed 2024-11-10T09:56:28,811 INFO [StoreOpener-15106345daa0a25021535750096d41c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15106345daa0a25021535750096d41c3 columnFamilyName info 2024-11-10T09:56:28,811 DEBUG [StoreOpener-15106345daa0a25021535750096d41c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:56:28,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T09:56:28,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 in 196 msec 2024-11-10T09:56:28,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0e0fe67ee7249029a1f966333a42c7e8, ASSIGN in 356 msec 2024-11-10T09:56:28,824 DEBUG [StoreOpener-15106345daa0a25021535750096d41c3-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2->hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0-bottom 2024-11-10T09:56:28,824 INFO [StoreOpener-15106345daa0a25021535750096d41c3-1 {}] regionserver.HStore(327): Store=15106345daa0a25021535750096d41c3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:56:28,824 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,825 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,826 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,827 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,827 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,829 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,830 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 15106345daa0a25021535750096d41c3; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788844, jitterRate=0.0030672848224639893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T09:56:28,830 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 15106345daa0a25021535750096d41c3 2024-11-10T09:56:28,830 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 15106345daa0a25021535750096d41c3: Running coprocessor pre-open hook at 1731232588808Writing region info on filesystem at 1731232588808Initializing all the Stores at 1731232588809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232588809Cleaning up temporary data from old regions at 1731232588827 (+18 ms)Running coprocessor post-open hooks at 1731232588830 (+3 ms)Region opened successfully at 1731232588830 2024-11-10T09:56:28,831 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3., pid=13, masterSystemTime=1731232588769 2024-11-10T09:56:28,831 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 15106345daa0a25021535750096d41c3:info, priority=-2147483648, current under compaction store size is 2 2024-11-10T09:56:28,831 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,831 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-10T09:56:28,832 INFO [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:56:28,832 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HStore(1541): 15106345daa0a25021535750096d41c3/info is initiating minor compaction (all files) 2024-11-10T09:56:28,832 INFO [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 15106345daa0a25021535750096d41c3/info in TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:56:28,832 INFO [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2->hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0-bottom] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/.tmp, totalSize=72.0 K 2024-11-10T09:56:28,833 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] compactions.Compactor(225): Compacting 2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731232573820 2024-11-10T09:56:28,834 DEBUG [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:56:28,834 INFO [RS_OPEN_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:56:28,835 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=15106345daa0a25021535750096d41c3, regionState=OPEN, openSeqNum=122, regionLocation=b048fef8bb35,41841,1731232562775 2024-11-10T09:56:28,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 15106345daa0a25021535750096d41c3, server=b048fef8bb35,41841,1731232562775 because future has completed 2024-11-10T09:56:28,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/info/02d8b1aa3781494c9e9d9d48b5d10d38 is 193, key is TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8./info:regioninfo/1731232588807/Put/seqid=0 2024-11-10T09:56:28,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-10T09:56:28,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 15106345daa0a25021535750096d41c3, server=b048fef8bb35,41841,1731232562775 in 221 msec 2024-11-10T09:56:28,845 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:56:28,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-10T09:56:28,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=15106345daa0a25021535750096d41c3, ASSIGN in 382 msec 2024-11-10T09:56:28,846 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/6e4513602fed48709be5edbda8108a39 is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:56:28,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=0ef3cefa3027b4a6022c2990d17c4fc2, daughterA=15106345daa0a25021535750096d41c3, daughterB=0e0fe67ee7249029a1f966333a42c7e8 in 732 msec 2024-11-10T09:56:28,884 INFO [RS:0;b048fef8bb35:41841-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 15106345daa0a25021535750096d41c3#info#compaction#42 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:56:28,885 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/.tmp/info/c2cf163917204e08bc39cb2a6855f2d7 is 1055, key is row0001/info:/1731232573820/Put/seqid=0 2024-11-10T09:56:28,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741850_1026 (size=9882) 2024-11-10T09:56:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741850_1026 (size=9882) 2024-11-10T09:56:28,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/info/02d8b1aa3781494c9e9d9d48b5d10d38 2024-11-10T09:56:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741851_1027 (size=37897) 2024-11-10T09:56:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741851_1027 (size=37897) 2024-11-10T09:56:28,897 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/6e4513602fed48709be5edbda8108a39 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/6e4513602fed48709be5edbda8108a39 2024-11-10T09:56:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741852_1028 (size=71441) 2024-11-10T09:56:28,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741852_1028 (size=71441) 2024-11-10T09:56:28,904 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into 6e4513602fed48709be5edbda8108a39(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:56:28,905 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:56:28,905 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232588804; duration=0sec 2024-11-10T09:56:28,905 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,905 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:56:28,905 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/.tmp/info/c2cf163917204e08bc39cb2a6855f2d7 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/c2cf163917204e08bc39cb2a6855f2d7 2024-11-10T09:56:28,912 INFO [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 15106345daa0a25021535750096d41c3/info of 15106345daa0a25021535750096d41c3 into c2cf163917204e08bc39cb2a6855f2d7(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:56:28,912 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 15106345daa0a25021535750096d41c3: 2024-11-10T09:56:28,912 INFO [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3., storeName=15106345daa0a25021535750096d41c3/info, priority=15, startTime=1731232588831; duration=0sec 2024-11-10T09:56:28,912 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:56:28,913 DEBUG [RS:0;b048fef8bb35:41841-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 15106345daa0a25021535750096d41c3:info 2024-11-10T09:56:28,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/ns/fce84612dfe14a2180c374d6dada0a50 is 43, key is default/ns:d/1731232563600/Put/seqid=0 2024-11-10T09:56:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741853_1029 (size=5153) 2024-11-10T09:56:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741853_1029 (size=5153) 2024-11-10T09:56:29,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/ns/fce84612dfe14a2180c374d6dada0a50 2024-11-10T09:56:29,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/table/0621ab3c91194d69b0d5ea07dd7d9ba4 is 65, key is TestLogRolling-testLogRolling/table:state/1731232564070/Put/seqid=0 2024-11-10T09:56:29,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741854_1030 (size=5340) 2024-11-10T09:56:29,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741854_1030 (size=5340) 2024-11-10T09:56:29,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/table/0621ab3c91194d69b0d5ea07dd7d9ba4 2024-11-10T09:56:29,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/info/02d8b1aa3781494c9e9d9d48b5d10d38 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/info/02d8b1aa3781494c9e9d9d48b5d10d38 2024-11-10T09:56:29,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/info/02d8b1aa3781494c9e9d9d48b5d10d38, entries=30, sequenceid=17, filesize=9.7 K 2024-11-10T09:56:29,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/ns/fce84612dfe14a2180c374d6dada0a50 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/ns/fce84612dfe14a2180c374d6dada0a50 2024-11-10T09:56:29,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/ns/fce84612dfe14a2180c374d6dada0a50, entries=2, sequenceid=17, filesize=5.0 K 2024-11-10T09:56:29,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/table/0621ab3c91194d69b0d5ea07dd7d9ba4 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/table/0621ab3c91194d69b0d5ea07dd7d9ba4 2024-11-10T09:56:29,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/table/0621ab3c91194d69b0d5ea07dd7d9ba4, entries=2, sequenceid=17, filesize=5.2 K 2024-11-10T09:56:29,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 561ms, sequenceid=17, compaction requested=false 2024-11-10T09:56:29,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T09:56:32,710 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:56:33,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T09:56:33,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:33,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T09:56:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47560 deadline: 1731232608143, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. is not online on b048fef8bb35,41841,1731232562775 2024-11-10T09:56:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. is not online on b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:56:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2. is not online on b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:56:38,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731232563706.0ef3cefa3027b4a6022c2990d17c4fc2., hostname=b048fef8bb35,41841,1731232562775, seqNum=2 from cache 2024-11-10T09:56:43,615 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T09:56:43,615 INFO [master/b048fef8bb35:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T09:56:48,569 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-10T09:56:58,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122] 2024-11-10T09:57:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:00,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:57:00,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/70b5fcad4d8645d0b2c5f1871c19afaf is 1055, key is row0095/info:/1731232618180/Put/seqid=0 2024-11-10T09:57:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741855_1031 (size=13391) 2024-11-10T09:57:00,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741855_1031 (size=13391) 2024-11-10T09:57:00,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/70b5fcad4d8645d0b2c5f1871c19afaf 2024-11-10T09:57:00,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/70b5fcad4d8645d0b2c5f1871c19afaf as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/70b5fcad4d8645d0b2c5f1871c19afaf 2024-11-10T09:57:00,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/70b5fcad4d8645d0b2c5f1871c19afaf, entries=8, sequenceid=133, filesize=13.1 K 2024-11-10T09:57:00,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 0e0fe67ee7249029a1f966333a42c7e8 in 25ms, sequenceid=133, compaction requested=false 2024-11-10T09:57:00,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:00,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T09:57:00,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/786d1dda773e4e1faba7349fa3e52830 is 1055, key is row0103/info:/1731232620195/Put/seqid=0 2024-11-10T09:57:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741856_1032 (size=21838) 2024-11-10T09:57:00,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741856_1032 (size=21838) 2024-11-10T09:57:00,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/786d1dda773e4e1faba7349fa3e52830 2024-11-10T09:57:00,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/786d1dda773e4e1faba7349fa3e52830 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/786d1dda773e4e1faba7349fa3e52830 2024-11-10T09:57:00,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/786d1dda773e4e1faba7349fa3e52830, entries=16, sequenceid=152, filesize=21.3 K 2024-11-10T09:57:00,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for 0e0fe67ee7249029a1f966333a42c7e8 in 21ms, sequenceid=152, compaction requested=true 2024-11-10T09:57:00,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:00,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:57:00,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:00,242 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:57:00,242 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:57:00,243 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:57:00,243 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:00,243 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/6e4513602fed48709be5edbda8108a39, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/70b5fcad4d8645d0b2c5f1871c19afaf, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/786d1dda773e4e1faba7349fa3e52830] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=71.4 K 2024-11-10T09:57:00,243 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e4513602fed48709be5edbda8108a39, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731232586035 2024-11-10T09:57:00,243 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70b5fcad4d8645d0b2c5f1871c19afaf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731232618180 2024-11-10T09:57:00,244 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 786d1dda773e4e1faba7349fa3e52830, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731232620195 2024-11-10T09:57:00,255 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#47 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:57:00,256 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/112d05b0a83d4e43b3b06c839d748c2e is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:57:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741857_1033 (size=63340) 2024-11-10T09:57:00,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741857_1033 (size=63340) 2024-11-10T09:57:00,267 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/112d05b0a83d4e43b3b06c839d748c2e as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/112d05b0a83d4e43b3b06c839d748c2e 2024-11-10T09:57:00,274 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into 112d05b0a83d4e43b3b06c839d748c2e(size=61.9 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:57:00,274 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:00,274 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232620241; duration=0sec 2024-11-10T09:57:00,274 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:00,274 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:57:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:02,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-10T09:57:02,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/75b572ee264942d7830283d0f9c21990 is 1055, key is row0119/info:/1731232620221/Put/seqid=0 2024-11-10T09:57:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741858_1034 (size=16553) 2024-11-10T09:57:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741858_1034 (size=16553) 2024-11-10T09:57:02,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/75b572ee264942d7830283d0f9c21990 2024-11-10T09:57:02,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/75b572ee264942d7830283d0f9c21990 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/75b572ee264942d7830283d0f9c21990 2024-11-10T09:57:02,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/75b572ee264942d7830283d0f9c21990, entries=11, sequenceid=167, filesize=16.2 K 2024-11-10T09:57:02,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=17.45 KB/17867 for 0e0fe67ee7249029a1f966333a42c7e8 in 29ms, sequenceid=167, compaction requested=false 2024-11-10T09:57:02,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:02,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-10T09:57:02,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/b8b06894dee3426ea9669db766eb4dfe is 1055, key is row0130/info:/1731232622238/Put/seqid=0 2024-11-10T09:57:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741859_1035 (size=23944) 2024-11-10T09:57:02,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741859_1035 (size=23944) 2024-11-10T09:57:02,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/b8b06894dee3426ea9669db766eb4dfe 2024-11-10T09:57:02,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/b8b06894dee3426ea9669db766eb4dfe as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/b8b06894dee3426ea9669db766eb4dfe 2024-11-10T09:57:02,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:57:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47560 deadline: 1731232632288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 2024-11-10T09:57:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:57:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:57:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122 because the exception is null or not the one we care about 2024-11-10T09:57:02,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/b8b06894dee3426ea9669db766eb4dfe, entries=18, sequenceid=188, filesize=23.4 K 2024-11-10T09:57:02,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 0e0fe67ee7249029a1f966333a42c7e8 in 24ms, sequenceid=188, compaction requested=true 2024-11-10T09:57:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:57:02,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:02,291 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:57:02,292 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103837 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:57:02,292 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:57:02,292 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:02,292 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/112d05b0a83d4e43b3b06c839d748c2e, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/75b572ee264942d7830283d0f9c21990, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/b8b06894dee3426ea9669db766eb4dfe] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=101.4 K 2024-11-10T09:57:02,293 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 112d05b0a83d4e43b3b06c839d748c2e, keycount=55, bloomtype=ROW, size=61.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731232586035 2024-11-10T09:57:02,293 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75b572ee264942d7830283d0f9c21990, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731232620221 2024-11-10T09:57:02,294 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b06894dee3426ea9669db766eb4dfe, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731232622238 2024-11-10T09:57:02,305 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#50 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:57:02,306 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/c5e6269a46d44fbebce56d68126a2498 is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:57:02,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741860_1036 (size=94056) 2024-11-10T09:57:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741860_1036 (size=94056) 2024-11-10T09:57:02,316 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/c5e6269a46d44fbebce56d68126a2498 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/c5e6269a46d44fbebce56d68126a2498 2024-11-10T09:57:02,322 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into c5e6269a46d44fbebce56d68126a2498(size=91.9 K), total size for store is 91.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:57:02,323 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:02,323 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232622291; duration=0sec 2024-11-10T09:57:02,323 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:02,323 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:57:02,710 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T09:57:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:12,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T09:57:12,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/4298055f74d24c9188711552b9201489 is 1055, key is row0148/info:/1731232622268/Put/seqid=0 2024-11-10T09:57:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741861_1037 (size=17606) 2024-11-10T09:57:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741861_1037 (size=17606) 2024-11-10T09:57:12,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/4298055f74d24c9188711552b9201489 2024-11-10T09:57:12,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/4298055f74d24c9188711552b9201489 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/4298055f74d24c9188711552b9201489 2024-11-10T09:57:12,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/4298055f74d24c9188711552b9201489, entries=12, sequenceid=204, filesize=17.2 K 2024-11-10T09:57:12,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for 0e0fe67ee7249029a1f966333a42c7e8 in 22ms, sequenceid=204, compaction requested=false 2024-11-10T09:57:12,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:13,774 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0e0fe67ee7249029a1f966333a42c7e8, had cached 0 bytes from a total of 111662 2024-11-10T09:57:13,808 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 15106345daa0a25021535750096d41c3, had cached 0 bytes from a total of 71441 2024-11-10T09:57:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:14,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:57:14,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/33e44da2e59f40e8b4060e0d0993b34b is 1055, key is row0160/info:/1731232632315/Put/seqid=0 2024-11-10T09:57:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741862_1038 (size=13394) 2024-11-10T09:57:14,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741862_1038 (size=13394) 2024-11-10T09:57:14,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/33e44da2e59f40e8b4060e0d0993b34b 2024-11-10T09:57:14,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/33e44da2e59f40e8b4060e0d0993b34b as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/33e44da2e59f40e8b4060e0d0993b34b 2024-11-10T09:57:14,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/33e44da2e59f40e8b4060e0d0993b34b, entries=8, sequenceid=215, filesize=13.1 K 2024-11-10T09:57:14,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 0e0fe67ee7249029a1f966333a42c7e8 in 22ms, sequenceid=215, compaction requested=true 2024-11-10T09:57:14,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:14,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:57:14,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:14,349 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:57:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:14,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-10T09:57:14,350 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125056 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:57:14,351 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:57:14,351 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:14,351 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/c5e6269a46d44fbebce56d68126a2498, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/4298055f74d24c9188711552b9201489, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/33e44da2e59f40e8b4060e0d0993b34b] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=122.1 K 2024-11-10T09:57:14,351 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e6269a46d44fbebce56d68126a2498, keycount=84, bloomtype=ROW, size=91.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731232586035 2024-11-10T09:57:14,352 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4298055f74d24c9188711552b9201489, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731232622268 2024-11-10T09:57:14,353 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33e44da2e59f40e8b4060e0d0993b34b, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731232632315 2024-11-10T09:57:14,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/ba95b5b8ed484ee199b4f45d6d4f9f36 is 1055, key is row0168/info:/1731232634328/Put/seqid=0 2024-11-10T09:57:14,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741863_1039 (size=19728) 2024-11-10T09:57:14,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741863_1039 (size=19728) 2024-11-10T09:57:14,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/ba95b5b8ed484ee199b4f45d6d4f9f36 2024-11-10T09:57:14,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/ba95b5b8ed484ee199b4f45d6d4f9f36 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ba95b5b8ed484ee199b4f45d6d4f9f36 2024-11-10T09:57:14,372 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#54 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:57:14,372 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/3c578e3f9b6f47cc9d1f506c664685d4 is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:57:14,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ba95b5b8ed484ee199b4f45d6d4f9f36, entries=14, sequenceid=232, filesize=19.3 K 2024-11-10T09:57:14,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 0e0fe67ee7249029a1f966333a42c7e8 in 24ms, sequenceid=232, compaction requested=false 2024-11-10T09:57:14,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741864_1040 (size=115222) 2024-11-10T09:57:14,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741864_1040 (size=115222) 2024-11-10T09:57:14,384 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/3c578e3f9b6f47cc9d1f506c664685d4 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/3c578e3f9b6f47cc9d1f506c664685d4 2024-11-10T09:57:14,389 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into 3c578e3f9b6f47cc9d1f506c664685d4(size=112.5 K), total size for store is 131.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:57:14,389 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:14,389 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232634349; duration=0sec 2024-11-10T09:57:14,389 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:14,389 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:57:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:16,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-10T09:57:16,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/cb15efce6b12458cbd4e2efe5fac8aac is 1055, key is row0182/info:/1731232634351/Put/seqid=0 2024-11-10T09:57:16,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741865_1041 (size=17606) 2024-11-10T09:57:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741865_1041 (size=17606) 2024-11-10T09:57:16,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/cb15efce6b12458cbd4e2efe5fac8aac 2024-11-10T09:57:16,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/cb15efce6b12458cbd4e2efe5fac8aac as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/cb15efce6b12458cbd4e2efe5fac8aac 2024-11-10T09:57:16,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/cb15efce6b12458cbd4e2efe5fac8aac, entries=12, sequenceid=248, filesize=17.2 K 2024-11-10T09:57:16,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=15.40 KB/15765 for 0e0fe67ee7249029a1f966333a42c7e8 in 23ms, sequenceid=248, compaction requested=true 2024-11-10T09:57:16,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:16,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:57:16,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:16,395 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:57:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:16,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-10T09:57:16,396 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:57:16,396 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:57:16,396 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:16,396 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/3c578e3f9b6f47cc9d1f506c664685d4, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ba95b5b8ed484ee199b4f45d6d4f9f36, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/cb15efce6b12458cbd4e2efe5fac8aac] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=149.0 K 2024-11-10T09:57:16,397 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c578e3f9b6f47cc9d1f506c664685d4, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731232586035 2024-11-10T09:57:16,397 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba95b5b8ed484ee199b4f45d6d4f9f36, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731232634328 2024-11-10T09:57:16,398 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb15efce6b12458cbd4e2efe5fac8aac, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731232634351 2024-11-10T09:57:16,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/9e689cda9b8143f1a8cebe438041bb17 is 1055, key is row0194/info:/1731232636373/Put/seqid=0 2024-11-10T09:57:16,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741866_1042 (size=21848) 2024-11-10T09:57:16,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741866_1042 (size=21848) 2024-11-10T09:57:16,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/9e689cda9b8143f1a8cebe438041bb17 2024-11-10T09:57:16,414 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#57 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:57:16,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/9e689cda9b8143f1a8cebe438041bb17 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/9e689cda9b8143f1a8cebe438041bb17 2024-11-10T09:57:16,414 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/bfb29d1287b940de817832a03c9dec8f is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:57:16,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-10T09:57:16,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:47560 deadline: 1731232646417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 2024-11-10T09:57:16,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:57:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0e0fe67ee7249029a1f966333a42c7e8, server=b048fef8bb35,41841,1731232562775 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-10T09:57:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., hostname=b048fef8bb35,41841,1731232562775, seqNum=122 because the exception is null or not the one we care about 2024-11-10T09:57:16,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/9e689cda9b8143f1a8cebe438041bb17, entries=16, sequenceid=267, filesize=21.3 K 2024-11-10T09:57:16,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741867_1043 (size=142906) 2024-11-10T09:57:16,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741867_1043 (size=142906) 2024-11-10T09:57:16,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=13.34 KB/13663 for 0e0fe67ee7249029a1f966333a42c7e8 in 25ms, sequenceid=267, compaction requested=false 2024-11-10T09:57:16,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:16,425 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/bfb29d1287b940de817832a03c9dec8f as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/bfb29d1287b940de817832a03c9dec8f 2024-11-10T09:57:16,432 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into bfb29d1287b940de817832a03c9dec8f(size=139.6 K), total size for store is 160.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:57:16,432 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:16,432 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232636395; duration=0sec 2024-11-10T09:57:16,432 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:16,432 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:57:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:26,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-10T09:57:26,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/61dec10114f046949a0f940f5addb503 is 1055, key is row0210/info:/1731232636396/Put/seqid=0 2024-11-10T09:57:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741868_1044 (size=19742) 2024-11-10T09:57:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741868_1044 (size=19742) 2024-11-10T09:57:26,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/61dec10114f046949a0f940f5addb503 2024-11-10T09:57:26,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/61dec10114f046949a0f940f5addb503 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/61dec10114f046949a0f940f5addb503 2024-11-10T09:57:26,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/61dec10114f046949a0f940f5addb503, entries=14, sequenceid=285, filesize=19.3 K 2024-11-10T09:57:26,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=1.03 KB/1051 for 0e0fe67ee7249029a1f966333a42c7e8 in 24ms, sequenceid=285, compaction requested=true 2024-11-10T09:57:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:57:26,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:26,458 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:57:26,459 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184496 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:57:26,459 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:57:26,459 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:26,459 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/bfb29d1287b940de817832a03c9dec8f, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/9e689cda9b8143f1a8cebe438041bb17, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/61dec10114f046949a0f940f5addb503] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=180.2 K 2024-11-10T09:57:26,459 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfb29d1287b940de817832a03c9dec8f, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731232586035 2024-11-10T09:57:26,460 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e689cda9b8143f1a8cebe438041bb17, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731232636373 2024-11-10T09:57:26,460 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61dec10114f046949a0f940f5addb503, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731232636396 2024-11-10T09:57:26,472 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#59 average throughput is 53.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:57:26,473 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/306a7fa6e39b48b0ac4b36e98141e45a is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:57:26,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741869_1045 (size=174630) 2024-11-10T09:57:26,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741869_1045 (size=174630) 2024-11-10T09:57:26,482 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/306a7fa6e39b48b0ac4b36e98141e45a as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/306a7fa6e39b48b0ac4b36e98141e45a 2024-11-10T09:57:26,489 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into 306a7fa6e39b48b0ac4b36e98141e45a(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:57:26,489 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:26,489 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232646458; duration=0sec 2024-11-10T09:57:26,489 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:26,489 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:57:28,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:28,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-10T09:57:28,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/ff38581196ef46fdb97c374aaa214635 is 1055, key is row0224/info:/1731232646435/Put/seqid=0 2024-11-10T09:57:28,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741870_1046 (size=13402) 2024-11-10T09:57:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741870_1046 (size=13402) 2024-11-10T09:57:28,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/ff38581196ef46fdb97c374aaa214635 2024-11-10T09:57:28,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/ff38581196ef46fdb97c374aaa214635 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ff38581196ef46fdb97c374aaa214635 2024-11-10T09:57:28,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ff38581196ef46fdb97c374aaa214635, entries=8, sequenceid=297, filesize=13.1 K 2024-11-10T09:57:28,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=19.50 KB/19969 for 0e0fe67ee7249029a1f966333a42c7e8 in 26ms, sequenceid=297, compaction requested=false 2024-11-10T09:57:28,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:28,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41841 {}] regionserver.HRegion(8855): Flush requested on 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:28,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-10T09:57:28,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/0a1e9d9826b64b18a67c4e29012b7c79 is 1055, key is row0232/info:/1731232648447/Put/seqid=0 2024-11-10T09:57:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741871_1047 (size=26070) 2024-11-10T09:57:28,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741871_1047 (size=26070) 2024-11-10T09:57:28,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/0a1e9d9826b64b18a67c4e29012b7c79 2024-11-10T09:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/0a1e9d9826b64b18a67c4e29012b7c79 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/0a1e9d9826b64b18a67c4e29012b7c79 2024-11-10T09:57:28,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/0a1e9d9826b64b18a67c4e29012b7c79, entries=20, sequenceid=320, filesize=25.5 K 2024-11-10T09:57:28,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=5.13 KB/5255 for 0e0fe67ee7249029a1f966333a42c7e8 in 21ms, sequenceid=320, compaction requested=true 2024-11-10T09:57:28,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:28,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e0fe67ee7249029a1f966333a42c7e8:info, priority=-2147483648, current under compaction store size is 1 2024-11-10T09:57:28,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:28,494 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-10T09:57:28,495 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 214102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-10T09:57:28,495 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1541): 0e0fe67ee7249029a1f966333a42c7e8/info is initiating minor compaction (all files) 2024-11-10T09:57:28,495 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0e0fe67ee7249029a1f966333a42c7e8/info in TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:28,495 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/306a7fa6e39b48b0ac4b36e98141e45a, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ff38581196ef46fdb97c374aaa214635, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/0a1e9d9826b64b18a67c4e29012b7c79] into tmpdir=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp, totalSize=209.1 K 2024-11-10T09:57:28,496 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 306a7fa6e39b48b0ac4b36e98141e45a, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731232586035 2024-11-10T09:57:28,496 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff38581196ef46fdb97c374aaa214635, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731232646435 2024-11-10T09:57:28,496 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a1e9d9826b64b18a67c4e29012b7c79, keycount=20, bloomtype=ROW, size=25.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1731232648447 2024-11-10T09:57:28,508 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e0fe67ee7249029a1f966333a42c7e8#info#compaction#62 average throughput is 94.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-10T09:57:28,508 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/dc5c297da19244b1a9942a0e55a04b51 is 1055, key is row0064/info:/1731232586035/Put/seqid=0 2024-11-10T09:57:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741872_1048 (size=204248) 2024-11-10T09:57:28,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741872_1048 (size=204248) 2024-11-10T09:57:28,517 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/dc5c297da19244b1a9942a0e55a04b51 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/dc5c297da19244b1a9942a0e55a04b51 2024-11-10T09:57:28,523 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0e0fe67ee7249029a1f966333a42c7e8/info of 0e0fe67ee7249029a1f966333a42c7e8 into dc5c297da19244b1a9942a0e55a04b51(size=199.5 K), total size for store is 199.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-10T09:57:28,523 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:28,523 INFO [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., storeName=0e0fe67ee7249029a1f966333a42c7e8/info, priority=13, startTime=1731232648494; duration=0sec 2024-11-10T09:57:28,523 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-10T09:57:28,523 DEBUG [RS:0;b048fef8bb35:41841-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e0fe67ee7249029a1f966333a42c7e8:info 2024-11-10T09:57:30,480 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-10T09:57:30,493 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650480, exclude list is [], retry=0 2024-11-10T09:57:30,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44845,DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5,DISK] 2024-11-10T09:57:30,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46845,DS-453e98e7-755d-427f-9598-20502ce2ca2a,DISK] 2024-11-10T09:57:30,498 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650480 2024-11-10T09:57:30,498 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393),(127.0.0.1/127.0.0.1:38723:38723)] 2024-11-10T09:57:30,499 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 is not closed yet, will try archiving it next time 2024-11-10T09:57:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741833_1009 (size=308076) 2024-11-10T09:57:30,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741833_1009 (size=308076) 2024-11-10T09:57:30,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 not finished, retry = 0 2024-11-10T09:57:30,502 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0e0fe67ee7249029a1f966333a42c7e8 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-10T09:57:30,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/32940f50942c4268b63a0f03024d3197 is 1055, key is row0252/info:/1731232648474/Put/seqid=0 2024-11-10T09:57:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741874_1050 (size=10232) 2024-11-10T09:57:30,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741874_1050 (size=10232) 2024-11-10T09:57:30,512 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/32940f50942c4268b63a0f03024d3197 2024-11-10T09:57:30,517 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/.tmp/info/32940f50942c4268b63a0f03024d3197 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/32940f50942c4268b63a0f03024d3197 2024-11-10T09:57:30,522 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/32940f50942c4268b63a0f03024d3197, entries=5, sequenceid=329, filesize=10.0 K 2024-11-10T09:57:30,523 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 0e0fe67ee7249029a1f966333a42c7e8 in 21ms, sequenceid=329, compaction requested=false 2024-11-10T09:57:30,523 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0e0fe67ee7249029a1f966333a42c7e8: 2024-11-10T09:57:30,523 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-10T09:57:30,527 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/info/488def05bd5b4cbaaa387a71d59e3f83 is 186, key is TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3./info:regioninfo/1731232588835/Put/seqid=0 2024-11-10T09:57:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741875_1051 (size=6153) 2024-11-10T09:57:30,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741875_1051 (size=6153) 2024-11-10T09:57:30,532 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/info/488def05bd5b4cbaaa387a71d59e3f83 2024-11-10T09:57:30,537 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/.tmp/info/488def05bd5b4cbaaa387a71d59e3f83 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/info/488def05bd5b4cbaaa387a71d59e3f83 2024-11-10T09:57:30,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/info/488def05bd5b4cbaaa387a71d59e3f83, entries=5, sequenceid=21, filesize=6.0 K 2024-11-10T09:57:30,543 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 19ms, sequenceid=21, compaction requested=false 2024-11-10T09:57:30,543 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-10T09:57:30,543 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 15106345daa0a25021535750096d41c3: 2024-11-10T09:57:30,556 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650543, exclude list is [], retry=0 2024-11-10T09:57:30,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46845,DS-453e98e7-755d-427f-9598-20502ce2ca2a,DISK] 2024-11-10T09:57:30,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44845,DS-8cb7a5c2-8e1e-4237-b2c6-6f85aa83e5a5,DISK] 2024-11-10T09:57:30,560 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650480 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650543 2024-11-10T09:57:30,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39393:39393),(127.0.0.1/127.0.0.1:38723:38723)] 2024-11-10T09:57:30,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 is not closed yet, will try archiving it next time 2024-11-10T09:57:30,560 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650480 is not closed yet, will try archiving it next time 2024-11-10T09:57:30,561 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T09:57:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741873_1049 (size=731) 2024-11-10T09:57:30,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741873_1049 (size=731) 2024-11-10T09:57:30,562 DEBUG [Close-WAL-Writer-1 {}] wal.AbstractFSWAL(879): hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 is not closed yet, will try archiving it next time 2024-11-10T09:57:30,563 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232650480 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/oldWALs/b048fef8bb35%2C41841%2C1731232562775.1731232650480 2024-11-10T09:57:30,601 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/WALs/b048fef8bb35,41841,1731232562775/b048fef8bb35%2C41841%2C1731232562775.1731232563165 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/oldWALs/b048fef8bb35%2C41841%2C1731232562775.1731232563165 2024-11-10T09:57:30,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:57:30,661 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:57:30,661 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:57:30,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:30,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:30,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:57:30,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:57:30,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1042621178, stopped=false 2024-11-10T09:57:30,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b048fef8bb35,35731,1731232562727 2024-11-10T09:57:30,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:57:30,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:57:30,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:30,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:30,664 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:57:30,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:57:30,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:57:30,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:30,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:57:30,664 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,41841,1731232562775' ***** 2024-11-10T09:57:30,664 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:57:30,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:57:30,665 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e0fe67ee7249029a1f966333a42c7e8 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(3091): Received CLOSE for 15106345daa0a25021535750096d41c3 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,41841,1731232562775 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b048fef8bb35:41841. 2024-11-10T09:57:30,665 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e0fe67ee7249029a1f966333a42c7e8, disabling compactions & flushes 2024-11-10T09:57:30,665 DEBUG [RS:0;b048fef8bb35:41841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:57:30,665 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:30,665 DEBUG [RS:0;b048fef8bb35:41841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:30,665 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:30,665 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. after waiting 0 ms 2024-11-10T09:57:30,665 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:57:30,665 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:57:30,666 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:57:30,666 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T09:57:30,666 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1325): Online Regions={0e0fe67ee7249029a1f966333a42c7e8=TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8., 1588230740=hbase:meta,,1.1588230740, 15106345daa0a25021535750096d41c3=TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.} 2024-11-10T09:57:30,666 DEBUG [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1351): Waiting on 0e0fe67ee7249029a1f966333a42c7e8, 15106345daa0a25021535750096d41c3, 1588230740 2024-11-10T09:57:30,666 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:57:30,666 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:57:30,666 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:57:30,666 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:57:30,666 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:57:30,666 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2->hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0-top, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/6e4513602fed48709be5edbda8108a39, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/70b5fcad4d8645d0b2c5f1871c19afaf, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/112d05b0a83d4e43b3b06c839d748c2e, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/786d1dda773e4e1faba7349fa3e52830, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/75b572ee264942d7830283d0f9c21990, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/c5e6269a46d44fbebce56d68126a2498, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/b8b06894dee3426ea9669db766eb4dfe, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/4298055f74d24c9188711552b9201489, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/3c578e3f9b6f47cc9d1f506c664685d4, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/33e44da2e59f40e8b4060e0d0993b34b, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ba95b5b8ed484ee199b4f45d6d4f9f36, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/bfb29d1287b940de817832a03c9dec8f, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/cb15efce6b12458cbd4e2efe5fac8aac, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/9e689cda9b8143f1a8cebe438041bb17, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/306a7fa6e39b48b0ac4b36e98141e45a, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/61dec10114f046949a0f940f5addb503, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ff38581196ef46fdb97c374aaa214635, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/0a1e9d9826b64b18a67c4e29012b7c79] to archive 2024-11-10T09:57:30,668 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T09:57:30,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:57:30,671 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-10T09:57:30,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-63ea9d1940d34cd99b109920e5ae2a61 2024-11-10T09:57:30,672 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:57:30,672 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:57:30,672 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232650666Running coprocessor pre-close hooks at 1731232650666Disabling compacts and flushes for region at 1731232650666Disabling writes for close at 1731232650666Writing region close event to WAL at 1731232650668 (+2 ms)Running coprocessor post-close hooks at 1731232650672 (+4 ms)Closed at 1731232650672 2024-11-10T09:57:30,672 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:57:30,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/6e4513602fed48709be5edbda8108a39 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/6e4513602fed48709be5edbda8108a39 2024-11-10T09:57:30,674 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/TestLogRolling-testLogRolling=0ef3cefa3027b4a6022c2990d17c4fc2-3df5fb6a59384caea16b49ab1a9629a6 2024-11-10T09:57:30,675 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/70b5fcad4d8645d0b2c5f1871c19afaf to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/70b5fcad4d8645d0b2c5f1871c19afaf 2024-11-10T09:57:30,676 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/112d05b0a83d4e43b3b06c839d748c2e to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/112d05b0a83d4e43b3b06c839d748c2e 2024-11-10T09:57:30,677 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/786d1dda773e4e1faba7349fa3e52830 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/786d1dda773e4e1faba7349fa3e52830 2024-11-10T09:57:30,679 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/75b572ee264942d7830283d0f9c21990 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/75b572ee264942d7830283d0f9c21990 2024-11-10T09:57:30,681 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/c5e6269a46d44fbebce56d68126a2498 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/c5e6269a46d44fbebce56d68126a2498 2024-11-10T09:57:30,682 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/b8b06894dee3426ea9669db766eb4dfe to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/b8b06894dee3426ea9669db766eb4dfe 2024-11-10T09:57:30,683 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/4298055f74d24c9188711552b9201489 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/4298055f74d24c9188711552b9201489 2024-11-10T09:57:30,684 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/3c578e3f9b6f47cc9d1f506c664685d4 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/3c578e3f9b6f47cc9d1f506c664685d4 2024-11-10T09:57:30,686 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/33e44da2e59f40e8b4060e0d0993b34b to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/33e44da2e59f40e8b4060e0d0993b34b 2024-11-10T09:57:30,687 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ba95b5b8ed484ee199b4f45d6d4f9f36 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ba95b5b8ed484ee199b4f45d6d4f9f36 2024-11-10T09:57:30,688 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/bfb29d1287b940de817832a03c9dec8f to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/bfb29d1287b940de817832a03c9dec8f 2024-11-10T09:57:30,690 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/cb15efce6b12458cbd4e2efe5fac8aac to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/cb15efce6b12458cbd4e2efe5fac8aac 2024-11-10T09:57:30,691 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/9e689cda9b8143f1a8cebe438041bb17 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/9e689cda9b8143f1a8cebe438041bb17 2024-11-10T09:57:30,692 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/306a7fa6e39b48b0ac4b36e98141e45a to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/306a7fa6e39b48b0ac4b36e98141e45a 2024-11-10T09:57:30,693 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/61dec10114f046949a0f940f5addb503 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/61dec10114f046949a0f940f5addb503 2024-11-10T09:57:30,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ff38581196ef46fdb97c374aaa214635 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/ff38581196ef46fdb97c374aaa214635 2024-11-10T09:57:30,696 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/0a1e9d9826b64b18a67c4e29012b7c79 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/info/0a1e9d9826b64b18a67c4e29012b7c79 2024-11-10T09:57:30,696 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b048fef8bb35:35731 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-10T09:57:30,697 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [6e4513602fed48709be5edbda8108a39=37897, 70b5fcad4d8645d0b2c5f1871c19afaf=13391, 112d05b0a83d4e43b3b06c839d748c2e=63340, 786d1dda773e4e1faba7349fa3e52830=21838, 75b572ee264942d7830283d0f9c21990=16553, c5e6269a46d44fbebce56d68126a2498=94056, b8b06894dee3426ea9669db766eb4dfe=23944, 4298055f74d24c9188711552b9201489=17606, 3c578e3f9b6f47cc9d1f506c664685d4=115222, 33e44da2e59f40e8b4060e0d0993b34b=13394, ba95b5b8ed484ee199b4f45d6d4f9f36=19728, bfb29d1287b940de817832a03c9dec8f=142906, cb15efce6b12458cbd4e2efe5fac8aac=17606, 9e689cda9b8143f1a8cebe438041bb17=21848, 306a7fa6e39b48b0ac4b36e98141e45a=174630, 61dec10114f046949a0f940f5addb503=19742, ff38581196ef46fdb97c374aaa214635=13402, 0a1e9d9826b64b18a67c4e29012b7c79=26070] 2024-11-10T09:57:30,701 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0e0fe67ee7249029a1f966333a42c7e8/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-10T09:57:30,701 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:30,701 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e0fe67ee7249029a1f966333a42c7e8: Waiting for close lock at 1731232650665Running coprocessor pre-close hooks at 1731232650665Disabling compacts and flushes for region at 1731232650665Disabling writes for close at 1731232650665Writing region close event to WAL at 1731232650697 (+32 ms)Running coprocessor post-close hooks at 1731232650701 (+4 ms)Closed at 1731232650701 2024-11-10T09:57:30,701 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731232588114.0e0fe67ee7249029a1f966333a42c7e8. 2024-11-10T09:57:30,701 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 15106345daa0a25021535750096d41c3, disabling compactions & flushes 2024-11-10T09:57:30,701 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:57:30,701 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:57:30,702 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. after waiting 0 ms 2024-11-10T09:57:30,702 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:57:30,702 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2->hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/0ef3cefa3027b4a6022c2990d17c4fc2/info/2daaf3bcc9c040779c1ea8f30980b1c0-bottom] to archive 2024-11-10T09:57:30,703 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-10T09:57:30,704 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2 to hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/archive/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/info/2daaf3bcc9c040779c1ea8f30980b1c0.0ef3cefa3027b4a6022c2990d17c4fc2 2024-11-10T09:57:30,704 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-10T09:57:30,708 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/data/default/TestLogRolling-testLogRolling/15106345daa0a25021535750096d41c3/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-10T09:57:30,708 INFO [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:57:30,708 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 15106345daa0a25021535750096d41c3: Waiting for close lock at 1731232650701Running coprocessor pre-close hooks at 1731232650701Disabling compacts and flushes for region at 1731232650701Disabling writes for close at 1731232650702 (+1 ms)Writing region close event to WAL at 1731232650705 (+3 ms)Running coprocessor post-close hooks at 1731232650708 (+3 ms)Closed at 1731232650708 2024-11-10T09:57:30,708 DEBUG [RS_CLOSE_REGION-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731232588114.15106345daa0a25021535750096d41c3. 2024-11-10T09:57:30,866 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,41841,1731232562775; all regions closed. 2024-11-10T09:57:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741834_1010 (size=8107) 2024-11-10T09:57:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741834_1010 (size=8107) 2024-11-10T09:57:30,871 DEBUG [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/oldWALs 2024-11-10T09:57:30,871 INFO [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C41841%2C1731232562775.meta:.meta(num 1731232563548) 2024-11-10T09:57:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741876_1052 (size=778) 2024-11-10T09:57:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741876_1052 (size=778) 2024-11-10T09:57:30,875 DEBUG [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/oldWALs 2024-11-10T09:57:30,875 INFO [RS:0;b048fef8bb35:41841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C41841%2C1731232562775:(num 1731232650543) 2024-11-10T09:57:30,876 DEBUG [RS:0;b048fef8bb35:41841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:30,876 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:57:30,876 INFO [RS:0;b048fef8bb35:41841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:57:30,876 INFO [RS:0;b048fef8bb35:41841 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T09:57:30,876 INFO [RS:0;b048fef8bb35:41841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:57:30,876 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:57:30,876 INFO [RS:0;b048fef8bb35:41841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41841 2024-11-10T09:57:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,41841,1731232562775 2024-11-10T09:57:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:57:30,878 INFO [RS:0;b048fef8bb35:41841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:57:30,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,41841,1731232562775] 2024-11-10T09:57:30,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,41841,1731232562775 already deleted, retry=false 2024-11-10T09:57:30,882 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,41841,1731232562775 expired; onlineServers=0 2024-11-10T09:57:30,882 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b048fef8bb35,35731,1731232562727' ***** 2024-11-10T09:57:30,882 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:57:30,882 INFO [M:0;b048fef8bb35:35731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:57:30,883 INFO [M:0;b048fef8bb35:35731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:57:30,883 DEBUG [M:0;b048fef8bb35:35731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:57:30,883 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:57:30,883 DEBUG [M:0;b048fef8bb35:35731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:57:30,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232562948 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232562948,5,FailOnTimeoutGroup] 2024-11-10T09:57:30,883 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232562948 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232562948,5,FailOnTimeoutGroup] 2024-11-10T09:57:30,883 INFO [M:0;b048fef8bb35:35731 {}] hbase.ChoreService(370): Chore service for: master/b048fef8bb35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:57:30,883 INFO [M:0;b048fef8bb35:35731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:57:30,883 DEBUG [M:0;b048fef8bb35:35731 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:57:30,883 INFO [M:0;b048fef8bb35:35731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:57:30,883 INFO [M:0;b048fef8bb35:35731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:57:30,883 INFO [M:0;b048fef8bb35:35731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:57:30,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:57:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T09:57:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:30,885 DEBUG [M:0;b048fef8bb35:35731 {}] zookeeper.ZKUtil(347): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T09:57:30,885 WARN [M:0;b048fef8bb35:35731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:57:30,887 INFO [M:0;b048fef8bb35:35731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/.lastflushedseqids 2024-11-10T09:57:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741877_1053 (size=228) 2024-11-10T09:57:30,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741877_1053 (size=228) 2024-11-10T09:57:30,896 INFO [M:0;b048fef8bb35:35731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:57:30,896 INFO [M:0;b048fef8bb35:35731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:57:30,896 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:57:30,896 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:30,896 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:30,896 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:57:30,896 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:30,896 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-10T09:57:30,912 DEBUG [M:0;b048fef8bb35:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c79b8c9828c4b2f98653f5a4f29f87e is 82, key is hbase:meta,,1/info:regioninfo/1731232563585/Put/seqid=0 2024-11-10T09:57:30,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741878_1054 (size=5672) 2024-11-10T09:57:30,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741878_1054 (size=5672) 2024-11-10T09:57:30,917 INFO [M:0;b048fef8bb35:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c79b8c9828c4b2f98653f5a4f29f87e 2024-11-10T09:57:30,935 DEBUG [M:0;b048fef8bb35:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1249effc9c0e497ea9964cb8a0ce3e30 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731232564074/Put/seqid=0 2024-11-10T09:57:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741879_1055 (size=7090) 2024-11-10T09:57:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741879_1055 (size=7090) 2024-11-10T09:57:30,941 INFO [M:0;b048fef8bb35:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1249effc9c0e497ea9964cb8a0ce3e30 2024-11-10T09:57:30,945 INFO [M:0;b048fef8bb35:35731 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1249effc9c0e497ea9964cb8a0ce3e30 2024-11-10T09:57:30,959 DEBUG [M:0;b048fef8bb35:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9707086b74f4a62a287a92d79f6d139 is 69, key is b048fef8bb35,41841,1731232562775/rs:state/1731232563018/Put/seqid=0 2024-11-10T09:57:30,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741880_1056 (size=5156) 2024-11-10T09:57:30,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741880_1056 (size=5156) 2024-11-10T09:57:30,964 INFO [M:0;b048fef8bb35:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9707086b74f4a62a287a92d79f6d139 2024-11-10T09:57:30,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:30,981 INFO [RS:0;b048fef8bb35:41841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:57:30,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41841-0x101919bf3800001, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:30,981 INFO [RS:0;b048fef8bb35:41841 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,41841,1731232562775; zookeeper connection closed. 2024-11-10T09:57:30,981 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@304e72dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@304e72dd 2024-11-10T09:57:30,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:57:30,984 DEBUG [M:0;b048fef8bb35:35731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8d0c55feebee4924ab1711f269fb2c8b is 52, key is load_balancer_on/state:d/1731232563702/Put/seqid=0 2024-11-10T09:57:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741881_1057 (size=5056) 2024-11-10T09:57:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741881_1057 (size=5056) 2024-11-10T09:57:30,990 INFO [M:0;b048fef8bb35:35731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8d0c55feebee4924ab1711f269fb2c8b 2024-11-10T09:57:30,994 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0c79b8c9828c4b2f98653f5a4f29f87e as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c79b8c9828c4b2f98653f5a4f29f87e 2024-11-10T09:57:30,999 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0c79b8c9828c4b2f98653f5a4f29f87e, entries=8, sequenceid=125, filesize=5.5 K 2024-11-10T09:57:31,000 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1249effc9c0e497ea9964cb8a0ce3e30 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1249effc9c0e497ea9964cb8a0ce3e30 2024-11-10T09:57:31,005 INFO [M:0;b048fef8bb35:35731 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1249effc9c0e497ea9964cb8a0ce3e30 2024-11-10T09:57:31,005 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1249effc9c0e497ea9964cb8a0ce3e30, entries=13, sequenceid=125, filesize=6.9 K 2024-11-10T09:57:31,006 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9707086b74f4a62a287a92d79f6d139 as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9707086b74f4a62a287a92d79f6d139 2024-11-10T09:57:31,010 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9707086b74f4a62a287a92d79f6d139, entries=1, sequenceid=125, filesize=5.0 K 2024-11-10T09:57:31,010 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/8d0c55feebee4924ab1711f269fb2c8b as hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8d0c55feebee4924ab1711f269fb2c8b 2024-11-10T09:57:31,014 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35903/user/jenkins/test-data/8da1a0d8-e1a2-426b-6e9a-b06f3d6bea02/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/8d0c55feebee4924ab1711f269fb2c8b, entries=1, sequenceid=125, filesize=4.9 K 2024-11-10T09:57:31,015 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false 2024-11-10T09:57:31,017 INFO [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:31,017 DEBUG [M:0;b048fef8bb35:35731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232650896Disabling compacts and flushes for region at 1731232650896Disabling writes for close at 1731232650896Obtaining lock to block concurrent updates at 1731232650896Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731232650896Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731232650897 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731232650897Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731232650897Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731232650912 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731232650912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731232650921 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731232650935 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731232650935Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731232650945 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731232650958 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731232650958Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731232650969 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731232650983 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731232650983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1809057: reopening flushed file at 1731232650994 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a0bbfb: reopening flushed file at 1731232650999 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1894abee: reopening flushed file at 1731232651005 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362350c0: reopening flushed file at 1731232651010 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=125, compaction requested=false at 1731232651015 (+5 ms)Writing region close event to WAL at 1731232651017 (+2 ms)Closed at 1731232651017 2024-11-10T09:57:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44845 is added to blk_1073741830_1006 (size=61320) 2024-11-10T09:57:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46845 is added to blk_1073741830_1006 (size=61320) 2024-11-10T09:57:31,019 INFO [M:0;b048fef8bb35:35731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:57:31,019 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:57:31,019 INFO [M:0;b048fef8bb35:35731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35731 2024-11-10T09:57:31,020 INFO [M:0;b048fef8bb35:35731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:57:31,035 INFO [regionserver/b048fef8bb35:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:57:31,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:31,122 INFO [M:0;b048fef8bb35:35731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:57:31,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35731-0x101919bf3800000, quorum=127.0.0.1:54440, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:31,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7230398c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:57:31,125 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5817cca4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:57:31,125 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:57:31,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f68c01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:57:31,125 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@235ca561{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir/,STOPPED} 2024-11-10T09:57:31,127 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:57:31,127 WARN [BP-1165458311-172.17.0.2-1731232562062 heartbeating to localhost/127.0.0.1:35903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:57:31,127 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:57:31,127 WARN [BP-1165458311-172.17.0.2-1731232562062 heartbeating to localhost/127.0.0.1:35903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1165458311-172.17.0.2-1731232562062 (Datanode Uuid 2c9d9405-090c-485c-9a29-8c9403e237ee) service to localhost/127.0.0.1:35903 2024-11-10T09:57:31,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data3/current/BP-1165458311-172.17.0.2-1731232562062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:31,128 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data4/current/BP-1165458311-172.17.0.2-1731232562062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:31,128 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:57:31,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47a51d05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:57:31,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67aeda24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:57:31,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:57:31,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@343fcd40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:57:31,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b745bee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir/,STOPPED} 2024-11-10T09:57:31,132 WARN [BP-1165458311-172.17.0.2-1731232562062 heartbeating to localhost/127.0.0.1:35903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:57:31,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:57:31,132 WARN [BP-1165458311-172.17.0.2-1731232562062 heartbeating to localhost/127.0.0.1:35903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1165458311-172.17.0.2-1731232562062 (Datanode Uuid f7ff9435-8b33-461f-b4fa-9ea90074bbc2) service to localhost/127.0.0.1:35903 2024-11-10T09:57:31,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:57:31,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data1/current/BP-1165458311-172.17.0.2-1731232562062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:31,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/cluster_1d87bec7-0d3b-aea2-1717-fe1cf7fa71dc/data/data2/current/BP-1165458311-172.17.0.2-1731232562062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:31,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:57:31,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6547bcc9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:57:31,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a1a7a42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:57:31,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:57:31,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2746c59e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:57:31,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12920381{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir/,STOPPED} 2024-11-10T09:57:31,146 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:57:31,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:57:31,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 97) - Thread LEAK? -, OpenFileDescriptor=447 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=20 (was 93), ProcessCount=11 (was 11), AvailableMemoryMB=7165 (was 7331) 2024-11-10T09:57:31,185 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=20, ProcessCount=11, AvailableMemoryMB=7165 2024-11-10T09:57:31,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T09:57:31,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.log.dir so I do NOT create it in target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140 2024-11-10T09:57:31,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7d31c061-1116-e701-9651-0ea776bdda16/hadoop.tmp.dir so I do NOT create it in target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c, deleteOnExit=true 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/test.cache.data in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T09:57:31,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:57:31,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/nfs.dump.dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/java.io.tmpdir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T09:57:31,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T09:57:31,273 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:57:31,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:57:31,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:57:31,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:57:31,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:57:31,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:57:31,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c93203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:57:31,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a315130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:57:31,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee830f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/java.io.tmpdir/jetty-localhost-35021-hadoop-hdfs-3_4_1-tests_jar-_-any-1429621333420729817/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:57:31,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c7c75c6{HTTP/1.1, (http/1.1)}{localhost:35021} 2024-11-10T09:57:31,395 INFO [Time-limited test {}] server.Server(415): Started @229714ms 2024-11-10T09:57:31,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:57:31,464 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:57:31,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:57:31,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:57:31,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:57:31,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5101b78a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:57:31,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1d827c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:57:31,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30758d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/java.io.tmpdir/jetty-localhost-43181-hadoop-hdfs-3_4_1-tests_jar-_-any-10917472477780182364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:57:31,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ad9c1a9{HTTP/1.1, (http/1.1)}{localhost:43181} 2024-11-10T09:57:31,578 INFO [Time-limited test {}] server.Server(415): Started @229898ms 2024-11-10T09:57:31,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:57:31,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T09:57:31,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T09:57:31,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T09:57:31,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T09:57:31,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T09:57:31,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2374c739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir/,AVAILABLE} 2024-11-10T09:57:31,613 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1301712b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T09:57:31,672 WARN [Thread-1594 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data1/current/BP-1230855288-172.17.0.2-1731232651218/current, will proceed with Du for space computation calculation, 2024-11-10T09:57:31,672 WARN [Thread-1595 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data2/current/BP-1230855288-172.17.0.2-1731232651218/current, will proceed with Du for space computation calculation, 2024-11-10T09:57:31,688 WARN [Thread-1573 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:57:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x806f2b9686292464 with lease ID 0xb087fe47e8991d8e: Processing first storage report for DS-7e61271f-33a7-4fe6-adaa-b92531243fe6 from datanode DatanodeRegistration(127.0.0.1:42089, datanodeUuid=1d58467c-4e7b-4eff-9574-bb577559842e, infoPort=44101, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218) 2024-11-10T09:57:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x806f2b9686292464 with lease ID 0xb087fe47e8991d8e: from storage DS-7e61271f-33a7-4fe6-adaa-b92531243fe6 node DatanodeRegistration(127.0.0.1:42089, datanodeUuid=1d58467c-4e7b-4eff-9574-bb577559842e, infoPort=44101, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:57:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x806f2b9686292464 with lease ID 0xb087fe47e8991d8e: Processing first storage report for DS-c4158867-86d5-40e8-bfe9-287711b46377 from datanode DatanodeRegistration(127.0.0.1:42089, datanodeUuid=1d58467c-4e7b-4eff-9574-bb577559842e, infoPort=44101, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218) 2024-11-10T09:57:31,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x806f2b9686292464 with lease ID 0xb087fe47e8991d8e: from storage DS-c4158867-86d5-40e8-bfe9-287711b46377 node DatanodeRegistration(127.0.0.1:42089, datanodeUuid=1d58467c-4e7b-4eff-9574-bb577559842e, infoPort=44101, infoSecurePort=0, ipcPort=34449, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:57:31,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15e83570{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/java.io.tmpdir/jetty-localhost-35079-hadoop-hdfs-3_4_1-tests_jar-_-any-4379175630604048103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:57:31,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@694ca91f{HTTP/1.1, (http/1.1)}{localhost:35079} 2024-11-10T09:57:31,735 INFO [Time-limited test {}] server.Server(415): Started @230054ms 2024-11-10T09:57:31,737 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T09:57:31,836 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data3/current/BP-1230855288-172.17.0.2-1731232651218/current, will proceed with Du for space computation calculation, 2024-11-10T09:57:31,836 WARN [Thread-1621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data4/current/BP-1230855288-172.17.0.2-1731232651218/current, will proceed with Du for space computation calculation, 2024-11-10T09:57:31,852 WARN [Thread-1609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T09:57:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa88adf63a8697a7d with lease ID 0xb087fe47e8991d8f: Processing first storage report for DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e from datanode DatanodeRegistration(127.0.0.1:39109, datanodeUuid=cbd52244-acb4-4c2a-899e-1e6d5fd4e543, infoPort=39525, infoSecurePort=0, ipcPort=41367, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218) 2024-11-10T09:57:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa88adf63a8697a7d with lease ID 0xb087fe47e8991d8f: from storage DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e node DatanodeRegistration(127.0.0.1:39109, datanodeUuid=cbd52244-acb4-4c2a-899e-1e6d5fd4e543, infoPort=39525, infoSecurePort=0, ipcPort=41367, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:57:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa88adf63a8697a7d with lease ID 0xb087fe47e8991d8f: Processing first storage report for DS-dbe58618-ca76-465d-8bee-a4916571755b from datanode DatanodeRegistration(127.0.0.1:39109, datanodeUuid=cbd52244-acb4-4c2a-899e-1e6d5fd4e543, infoPort=39525, infoSecurePort=0, ipcPort=41367, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218) 2024-11-10T09:57:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa88adf63a8697a7d with lease ID 0xb087fe47e8991d8f: from storage DS-dbe58618-ca76-465d-8bee-a4916571755b node DatanodeRegistration(127.0.0.1:39109, datanodeUuid=cbd52244-acb4-4c2a-899e-1e6d5fd4e543, infoPort=39525, infoSecurePort=0, ipcPort=41367, storageInfo=lv=-57;cid=testClusterID;nsid=1136717202;c=1731232651218), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T09:57:31,868 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140 2024-11-10T09:57:31,871 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/zookeeper_0, clientPort=53498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T09:57:31,871 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53498 2024-11-10T09:57:31,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:57:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741825_1001 (size=7) 2024-11-10T09:57:31,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4 with version=8 2024-11-10T09:57:31,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33119/user/jenkins/test-data/e4627174-2136-d424-09ab-3bc4a3e764af/hbase-staging 2024-11-10T09:57:31,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T09:57:31,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:57:31,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40683 2024-11-10T09:57:31,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40683 connecting to ZooKeeper ensemble=127.0.0.1:53498 2024-11-10T09:57:31,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406830x0, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:57:31,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40683-0x101919d4fc60000 connected 2024-11-10T09:57:31,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:57:31,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4, hbase.cluster.distributed=false 2024-11-10T09:57:31,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:57:31,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-10T09:57:31,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40683 2024-11-10T09:57:31,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40683 2024-11-10T09:57:31,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-10T09:57:31,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-10T09:57:31,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b048fef8bb35:0 server-side Connection retries=45 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T09:57:31,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T09:57:31,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35445 2024-11-10T09:57:31,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35445 connecting to ZooKeeper ensemble=127.0.0.1:53498 2024-11-10T09:57:31,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354450x0, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T09:57:31,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354450x0, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:57:31,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35445-0x101919d4fc60001 connected 2024-11-10T09:57:31,936 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T09:57:31,937 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T09:57:31,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T09:57:31,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T09:57:31,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35445 2024-11-10T09:57:31,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35445 2024-11-10T09:57:31,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35445 2024-11-10T09:57:31,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35445 2024-11-10T09:57:31,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35445 2024-11-10T09:57:31,951 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b048fef8bb35:40683 2024-11-10T09:57:31,951 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b048fef8bb35,40683,1731232651884 2024-11-10T09:57:31,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:57:31,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:57:31,954 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b048fef8bb35,40683,1731232651884 2024-11-10T09:57:31,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T09:57:31,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:31,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:31,957 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T09:57:31,957 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b048fef8bb35,40683,1731232651884 from backup master directory 2024-11-10T09:57:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b048fef8bb35,40683,1731232651884 2024-11-10T09:57:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:57:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T09:57:31,959 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:57:31,959 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b048fef8bb35,40683,1731232651884 2024-11-10T09:57:31,963 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/hbase.id] with ID: bf5a091e-1ae8-47ca-bd12-d3f3d373b354 2024-11-10T09:57:31,963 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/.tmp/hbase.id 2024-11-10T09:57:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:57:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741826_1002 (size=42) 2024-11-10T09:57:31,970 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/.tmp/hbase.id]:[hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/hbase.id] 2024-11-10T09:57:31,980 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:31,980 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T09:57:31,981 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T09:57:31,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:31,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:57:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741827_1003 (size=196) 2024-11-10T09:57:31,991 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T09:57:31,991 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T09:57:31,992 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:57:31,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:57:31,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741828_1004 (size=1189) 2024-11-10T09:57:32,000 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store 2024-11-10T09:57:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:57:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741829_1005 (size=34) 2024-11-10T09:57:32,006 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:57:32,006 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:57:32,006 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:32,006 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:32,006 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:57:32,006 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:32,006 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:32,006 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232652006Disabling compacts and flushes for region at 1731232652006Disabling writes for close at 1731232652006Writing region close event to WAL at 1731232652006Closed at 1731232652006 2024-11-10T09:57:32,007 WARN [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/.initializing 2024-11-10T09:57:32,007 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/WALs/b048fef8bb35,40683,1731232651884 2024-11-10T09:57:32,007 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:57:32,009 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C40683%2C1731232651884, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/WALs/b048fef8bb35,40683,1731232651884, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/oldWALs, maxLogs=10 2024-11-10T09:57:32,022 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/WALs/b048fef8bb35,40683,1731232651884/b048fef8bb35%2C40683%2C1731232651884.1731232652009, exclude list is [], retry=0 2024-11-10T09:57:32,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-7e61271f-33a7-4fe6-adaa-b92531243fe6,DISK] 2024-11-10T09:57:32,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39109,DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e,DISK] 2024-11-10T09:57:32,026 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/WALs/b048fef8bb35,40683,1731232651884/b048fef8bb35%2C40683%2C1731232651884.1731232652009 2024-11-10T09:57:32,027 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44101:44101),(127.0.0.1/127.0.0.1:39525:39525)] 2024-11-10T09:57:32,027 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:57:32,027 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:57:32,027 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,027 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T09:57:32,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T09:57:32,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:57:32,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T09:57:32,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:57:32,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T09:57:32,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T09:57:32,036 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,037 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,037 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,038 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,038 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,039 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T09:57:32,040 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T09:57:32,042 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:57:32,042 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744698, jitterRate=-0.05306841433048248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T09:57:32,043 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731232652027Initializing all the Stores at 1731232652028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232652029 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232652030 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232652030Cleaning up temporary data from old regions at 1731232652038 (+8 ms)Region opened successfully at 1731232652043 (+5 ms) 2024-11-10T09:57:32,043 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T09:57:32,046 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d02e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:57:32,046 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T09:57:32,047 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T09:57:32,047 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T09:57:32,047 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T09:57:32,047 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T09:57:32,048 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T09:57:32,048 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T09:57:32,050 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T09:57:32,051 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T09:57:32,052 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T09:57:32,053 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T09:57:32,053 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T09:57:32,055 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T09:57:32,055 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T09:57:32,056 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T09:57:32,057 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T09:57:32,058 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T09:57:32,059 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T09:57:32,061 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T09:57:32,063 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T09:57:32,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:57:32,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T09:57:32,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,067 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b048fef8bb35,40683,1731232651884, sessionid=0x101919d4fc60000, setting cluster-up flag (Was=false) 2024-11-10T09:57:32,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,075 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T09:57:32,076 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,40683,1731232651884 2024-11-10T09:57:32,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,089 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T09:57:32,090 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b048fef8bb35,40683,1731232651884 2024-11-10T09:57:32,091 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T09:57:32,092 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T09:57:32,092 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T09:57:32,093 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T09:57:32,093 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b048fef8bb35,40683,1731232651884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b048fef8bb35:0, corePoolSize=5, maxPoolSize=5 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b048fef8bb35:0, corePoolSize=10, maxPoolSize=10 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:57:32,094 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:57:32,095 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731232682095 2024-11-10T09:57:32,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T09:57:32,095 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T09:57:32,096 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T09:57:32,096 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T09:57:32,096 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T09:57:32,096 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T09:57:32,096 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T09:57:32,096 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,097 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T09:57:32,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T09:57:32,097 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T09:57:32,097 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T09:57:32,097 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T09:57:32,097 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T09:57:32,097 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232652097,5,FailOnTimeoutGroup] 2024-11-10T09:57:32,097 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232652097,5,FailOnTimeoutGroup] 2024-11-10T09:57:32,098 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,098 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T09:57:32,098 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,098 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:57:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741831_1007 (size=1321) 2024-11-10T09:57:32,104 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T09:57:32,104 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4 2024-11-10T09:57:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:57:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741832_1008 (size=32) 2024-11-10T09:57:32,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:57:32,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:57:32,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:57:32,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:57:32,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:57:32,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:57:32,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:57:32,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:57:32,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:57:32,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:57:32,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740 2024-11-10T09:57:32,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740 2024-11-10T09:57:32,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:57:32,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:57:32,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:57:32,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:57:32,123 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T09:57:32,123 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778879, jitterRate=-0.00960436463356018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:57:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731232652110Initializing all the Stores at 1731232652110Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652111 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232652111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652111Cleaning up temporary data from old regions at 1731232652120 (+9 ms)Region opened successfully at 1731232652124 (+4 ms) 2024-11-10T09:57:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:57:32,124 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:57:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:57:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:57:32,124 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:57:32,125 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:57:32,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232652124Disabling compacts and flushes for region at 1731232652124Disabling writes for close at 1731232652124Writing region close event to WAL at 1731232652125 (+1 ms)Closed at 1731232652125 2024-11-10T09:57:32,126 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:57:32,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T09:57:32,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T09:57:32,127 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:57:32,127 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T09:57:32,141 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(746): ClusterId : bf5a091e-1ae8-47ca-bd12-d3f3d373b354 2024-11-10T09:57:32,141 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T09:57:32,143 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T09:57:32,143 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T09:57:32,145 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T09:57:32,146 DEBUG [RS:0;b048fef8bb35:35445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@786fd15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b048fef8bb35/172.17.0.2:0 2024-11-10T09:57:32,157 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b048fef8bb35:35445 2024-11-10T09:57:32,157 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T09:57:32,157 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T09:57:32,157 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T09:57:32,158 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(2659): reportForDuty to master=b048fef8bb35,40683,1731232651884 with port=35445, startcode=1731232651927 2024-11-10T09:57:32,158 DEBUG [RS:0;b048fef8bb35:35445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T09:57:32,160 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36581, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T09:57:32,160 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40683 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,161 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40683 {}] master.ServerManager(517): Registering regionserver=b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,162 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4 2024-11-10T09:57:32,162 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41453 2024-11-10T09:57:32,162 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T09:57:32,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:57:32,164 DEBUG [RS:0;b048fef8bb35:35445 {}] zookeeper.ZKUtil(111): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,164 WARN [RS:0;b048fef8bb35:35445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T09:57:32,164 INFO [RS:0;b048fef8bb35:35445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:57:32,164 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b048fef8bb35,35445,1731232651927] 2024-11-10T09:57:32,167 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T09:57:32,169 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T09:57:32,169 INFO [RS:0;b048fef8bb35:35445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T09:57:32,169 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,169 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T09:57:32,170 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T09:57:32,170 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b048fef8bb35:0, corePoolSize=2, maxPoolSize=2 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b048fef8bb35:0, corePoolSize=1, maxPoolSize=1 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:57:32,170 DEBUG [RS:0;b048fef8bb35:35445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b048fef8bb35:0, corePoolSize=3, maxPoolSize=3 2024-11-10T09:57:32,171 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,171 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,171 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,171 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,171 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,171 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35445,1731232651927-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:57:32,186 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T09:57:32,186 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,35445,1731232651927-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,187 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,187 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.Replication(171): b048fef8bb35,35445,1731232651927 started 2024-11-10T09:57:32,200 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,200 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1482): Serving as b048fef8bb35,35445,1731232651927, RpcServer on b048fef8bb35/172.17.0.2:35445, sessionid=0x101919d4fc60001 2024-11-10T09:57:32,200 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T09:57:32,200 DEBUG [RS:0;b048fef8bb35:35445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,200 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,35445,1731232651927' 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b048fef8bb35,35445,1731232651927' 2024-11-10T09:57:32,201 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T09:57:32,202 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T09:57:32,202 DEBUG [RS:0;b048fef8bb35:35445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T09:57:32,202 INFO [RS:0;b048fef8bb35:35445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T09:57:32,202 INFO [RS:0;b048fef8bb35:35445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T09:57:32,278 WARN [b048fef8bb35:40683 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-10T09:57:32,302 INFO [RS:0;b048fef8bb35:35445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:57:32,304 INFO [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C35445%2C1731232651927, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs, maxLogs=32 2024-11-10T09:57:32,317 DEBUG [RS:0;b048fef8bb35:35445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927/b048fef8bb35%2C35445%2C1731232651927.1731232652304, exclude list is [], retry=0 2024-11-10T09:57:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39109,DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e,DISK] 2024-11-10T09:57:32,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-7e61271f-33a7-4fe6-adaa-b92531243fe6,DISK] 2024-11-10T09:57:32,322 INFO [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927/b048fef8bb35%2C35445%2C1731232651927.1731232652304 2024-11-10T09:57:32,323 DEBUG [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39525:39525),(127.0.0.1/127.0.0.1:44101:44101)] 2024-11-10T09:57:32,528 DEBUG [b048fef8bb35:40683 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T09:57:32,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,529 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,35445,1731232651927, state=OPENING 2024-11-10T09:57:32,531 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T09:57:32,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,533 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T09:57:32,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:57:32,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:57:32,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,35445,1731232651927}] 2024-11-10T09:57:32,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T09:57:32,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33313, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T09:57:32,690 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T09:57:32,691 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:57:32,691 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T09:57:32,692 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b048fef8bb35%2C35445%2C1731232651927.meta, suffix=.meta, logDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs, maxLogs=32 2024-11-10T09:57:32,706 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927/b048fef8bb35%2C35445%2C1731232651927.meta.1731232652693.meta, exclude list is [], retry=0 2024-11-10T09:57:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-7e61271f-33a7-4fe6-adaa-b92531243fe6,DISK] 2024-11-10T09:57:32,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39109,DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e,DISK] 2024-11-10T09:57:32,709 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927/b048fef8bb35%2C35445%2C1731232651927.meta.1731232652693.meta 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44101:44101),(127.0.0.1/127.0.0.1:39525:39525)] 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T09:57:32,710 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T09:57:32,710 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T09:57:32,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T09:57:32,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T09:57:32,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T09:57:32,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T09:57:32,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T09:57:32,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T09:57:32,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T09:57:32,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T09:57:32,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T09:57:32,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T09:57:32,717 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T09:57:32,718 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740 2024-11-10T09:57:32,718 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740 2024-11-10T09:57:32,720 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T09:57:32,720 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T09:57:32,720 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-10T09:57:32,721 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T09:57:32,722 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=739775, jitterRate=-0.059328675270080566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-10T09:57:32,722 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T09:57:32,722 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731232652710Writing region info on filesystem at 1731232652710Initializing all the Stores at 1731232652711 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731232652711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731232652711Cleaning up temporary data from old regions at 1731232652720 (+9 ms)Running coprocessor post-open hooks at 1731232652722 (+2 ms)Region opened successfully at 1731232652722 2024-11-10T09:57:32,723 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731232652685 2024-11-10T09:57:32,725 DEBUG [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T09:57:32,725 INFO [RS_OPEN_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T09:57:32,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,727 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b048fef8bb35,35445,1731232651927, state=OPEN 2024-11-10T09:57:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:57:32,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T09:57:32,732 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:57:32,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T09:57:32,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T09:57:32,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b048fef8bb35,35445,1731232651927 in 199 msec 2024-11-10T09:57:32,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T09:57:32,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-10T09:57:32,736 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T09:57:32,736 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T09:57:32,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:57:32,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,35445,1731232651927, seqNum=-1] 2024-11-10T09:57:32,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:57:32,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43659, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:57:32,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 651 msec 2024-11-10T09:57:32,743 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731232652743, completionTime=-1 2024-11-10T09:57:32,743 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T09:57:32,743 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731232712745 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731232772745 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40683,1731232651884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40683,1731232651884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40683,1731232651884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b048fef8bb35:40683, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,745 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,746 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,747 DEBUG [master/b048fef8bb35:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.790sec 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40683,1731232651884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T09:57:32,749 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40683,1731232651884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T09:57:32,751 DEBUG [master/b048fef8bb35:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T09:57:32,752 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T09:57:32,752 INFO [master/b048fef8bb35:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b048fef8bb35,40683,1731232651884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T09:57:32,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f015329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:57:32,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b048fef8bb35,40683,-1 for getting cluster id 2024-11-10T09:57:32,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T09:57:32,843 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf5a091e-1ae8-47ca-bd12-d3f3d373b354' 2024-11-10T09:57:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T09:57:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf5a091e-1ae8-47ca-bd12-d3f3d373b354" 2024-11-10T09:57:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db6978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:57:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b048fef8bb35,40683,-1] 2024-11-10T09:57:32,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T09:57:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:32,846 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T09:57:32,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2921d1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T09:57:32,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T09:57:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b048fef8bb35,35445,1731232651927, seqNum=-1] 2024-11-10T09:57:32,848 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T09:57:32,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T09:57:32,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b048fef8bb35,40683,1731232651884 2024-11-10T09:57:32,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T09:57:32,852 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-10T09:57:32,853 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T09:57:32,854 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T09:57:32,856 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1, archiveDir=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs, maxLogs=32 2024-11-10T09:57:32,869 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652856, exclude list is [], retry=0 2024-11-10T09:57:32,871 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-7e61271f-33a7-4fe6-adaa-b92531243fe6,DISK] 2024-11-10T09:57:32,871 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39109,DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e,DISK] 2024-11-10T09:57:32,873 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652856 2024-11-10T09:57:32,874 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44101:44101),(127.0.0.1/127.0.0.1:39525:39525)] 2024-11-10T09:57:32,886 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652874, exclude list is [], retry=0 2024-11-10T09:57:32,889 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-7e61271f-33a7-4fe6-adaa-b92531243fe6,DISK] 2024-11-10T09:57:32,889 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39109,DS-f4340cf7-29e7-4b0b-bdb4-8bba1438019e,DISK] 2024-11-10T09:57:32,890 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652856 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652874 2024-11-10T09:57:32,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44101:44101),(127.0.0.1/127.0.0.1:39525:39525)] 2024-11-10T09:57:32,891 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652856 is not closed yet, will try archiving it next time 2024-11-10T09:57:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741835_1011 (size=93) 2024-11-10T09:57:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741835_1011 (size=93) 2024-11-10T09:57:32,893 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/test.com,8080,1/test.com%2C8080%2C1.1731232652856 to hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs/test.com%2C8080%2C1.1731232652856 2024-11-10T09:57:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741836_1012 (size=93) 2024-11-10T09:57:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741836_1012 (size=93) 2024-11-10T09:57:32,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs 2024-11-10T09:57:32,896 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731232652874) 2024-11-10T09:57:32,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T09:57:32,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:57:32,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:57:32,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:32,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:32,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T09:57:32,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T09:57:32,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1327398439, stopped=false 2024-11-10T09:57:32,897 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b048fef8bb35,40683,1731232651884 2024-11-10T09:57:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:57:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T09:57:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:32,898 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:57:32,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T09:57:32,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:57:32,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:32,899 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b048fef8bb35,35445,1731232651927' ***** 2024-11-10T09:57:32,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T09:57:32,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:57:32,899 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T09:57:32,899 INFO [RS:0;b048fef8bb35:35445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T09:57:32,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T09:57:32,899 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T09:57:32,899 INFO [RS:0;b048fef8bb35:35445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T09:57:32,899 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(959): stopping server b048fef8bb35,35445,1731232651927 2024-11-10T09:57:32,899 INFO [RS:0;b048fef8bb35:35445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:57:32,899 INFO [RS:0;b048fef8bb35:35445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b048fef8bb35:35445. 2024-11-10T09:57:32,899 DEBUG [RS:0;b048fef8bb35:35445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T09:57:32,899 DEBUG [RS:0;b048fef8bb35:35445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:32,900 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T09:57:32,900 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T09:57:32,900 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T09:57:32,900 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T09:57:32,900 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T09:57:32,900 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T09:57:32,900 DEBUG [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T09:57:32,900 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T09:57:32,900 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T09:57:32,900 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T09:57:32,900 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T09:57:32,900 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T09:57:32,900 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T09:57:32,915 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/.tmp/ns/9b7a2132c4e94e5cb6c90a36d729a114 is 43, key is default/ns:d/1731232652739/Put/seqid=0 2024-11-10T09:57:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741837_1013 (size=5153) 2024-11-10T09:57:32,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741837_1013 (size=5153) 2024-11-10T09:57:32,920 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/.tmp/ns/9b7a2132c4e94e5cb6c90a36d729a114 2024-11-10T09:57:32,926 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/.tmp/ns/9b7a2132c4e94e5cb6c90a36d729a114 as hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/ns/9b7a2132c4e94e5cb6c90a36d729a114 2024-11-10T09:57:32,930 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/ns/9b7a2132c4e94e5cb6c90a36d729a114, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T09:57:32,931 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false 2024-11-10T09:57:32,934 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T09:57:32,935 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T09:57:32,935 INFO [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T09:57:32,935 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731232652900Running coprocessor pre-close hooks at 1731232652900Disabling compacts and flushes for region at 1731232652900Disabling writes for close at 1731232652900Obtaining lock to block concurrent updates at 1731232652900Preparing flush snapshotting stores in 1588230740 at 1731232652900Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731232652901 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731232652901Flushing 1588230740/ns: creating writer at 1731232652901Flushing 1588230740/ns: appending metadata at 1731232652915 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731232652915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e6489b1: reopening flushed file at 1731232652925 (+10 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 31ms, sequenceid=6, compaction requested=false at 1731232652931 (+6 ms)Writing region close event to WAL at 1731232652932 (+1 ms)Running coprocessor post-close hooks at 1731232652935 (+3 ms)Closed at 1731232652935 2024-11-10T09:57:32,935 DEBUG [RS_CLOSE_META-regionserver/b048fef8bb35:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T09:57:33,100 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(976): stopping server b048fef8bb35,35445,1731232651927; all regions closed. 2024-11-10T09:57:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741834_1010 (size=1152) 2024-11-10T09:57:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741834_1010 (size=1152) 2024-11-10T09:57:33,105 DEBUG [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs 2024-11-10T09:57:33,105 INFO [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C35445%2C1731232651927.meta:.meta(num 1731232652693) 2024-11-10T09:57:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741833_1009 (size=93) 2024-11-10T09:57:33,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/WALs/b048fef8bb35,35445,1731232651927/b048fef8bb35%2C35445%2C1731232651927.1731232652304 not finished, retry = 0 2024-11-10T09:57:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741833_1009 (size=93) 2024-11-10T09:57:33,175 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T09:57:33,175 INFO [regionserver/b048fef8bb35:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T09:57:33,210 DEBUG [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/oldWALs 2024-11-10T09:57:33,210 INFO [RS:0;b048fef8bb35:35445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b048fef8bb35%2C35445%2C1731232651927:(num 1731232652304) 2024-11-10T09:57:33,210 DEBUG [RS:0;b048fef8bb35:35445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T09:57:33,210 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T09:57:33,210 INFO [RS:0;b048fef8bb35:35445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:57:33,210 INFO [RS:0;b048fef8bb35:35445 {}] hbase.ChoreService(370): Chore service for: regionserver/b048fef8bb35:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T09:57:33,210 INFO [RS:0;b048fef8bb35:35445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:57:33,210 INFO [regionserver/b048fef8bb35:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:57:33,210 INFO [RS:0;b048fef8bb35:35445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35445 2024-11-10T09:57:33,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T09:57:33,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b048fef8bb35,35445,1731232651927 2024-11-10T09:57:33,213 INFO [RS:0;b048fef8bb35:35445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:57:33,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b048fef8bb35,35445,1731232651927] 2024-11-10T09:57:33,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b048fef8bb35,35445,1731232651927 already deleted, retry=false 2024-11-10T09:57:33,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b048fef8bb35,35445,1731232651927 expired; onlineServers=0 2024-11-10T09:57:33,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b048fef8bb35,40683,1731232651884' ***** 2024-11-10T09:57:33,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T09:57:33,216 INFO [M:0;b048fef8bb35:40683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T09:57:33,216 INFO [M:0;b048fef8bb35:40683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T09:57:33,216 DEBUG [M:0;b048fef8bb35:40683 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T09:57:33,216 DEBUG [M:0;b048fef8bb35:40683 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T09:57:33,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T09:57:33,216 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232652097 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.large.0-1731232652097,5,FailOnTimeoutGroup] 2024-11-10T09:57:33,216 DEBUG [master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232652097 {}] cleaner.HFileCleaner(306): Exit Thread[master/b048fef8bb35:0:becomeActiveMaster-HFileCleaner.small.0-1731232652097,5,FailOnTimeoutGroup] 2024-11-10T09:57:33,216 INFO [M:0;b048fef8bb35:40683 {}] hbase.ChoreService(370): Chore service for: master/b048fef8bb35:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T09:57:33,216 INFO [M:0;b048fef8bb35:40683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T09:57:33,217 DEBUG [M:0;b048fef8bb35:40683 {}] master.HMaster(1795): Stopping service threads 2024-11-10T09:57:33,217 INFO [M:0;b048fef8bb35:40683 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T09:57:33,217 INFO [M:0;b048fef8bb35:40683 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T09:57:33,217 INFO [M:0;b048fef8bb35:40683 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T09:57:33,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T09:57:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T09:57:33,218 DEBUG [M:0;b048fef8bb35:40683 {}] zookeeper.ZKUtil(347): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T09:57:33,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T09:57:33,218 WARN [M:0;b048fef8bb35:40683 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T09:57:33,218 INFO [M:0;b048fef8bb35:40683 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/.lastflushedseqids 2024-11-10T09:57:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741838_1014 (size=99) 2024-11-10T09:57:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741838_1014 (size=99) 2024-11-10T09:57:33,224 INFO [M:0;b048fef8bb35:40683 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T09:57:33,224 INFO [M:0;b048fef8bb35:40683 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T09:57:33,224 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T09:57:33,224 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:33,224 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:33,224 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T09:57:33,224 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:33,224 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-10T09:57:33,239 DEBUG [M:0;b048fef8bb35:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfcb9b95939548f285fd36ef52f20cda is 82, key is hbase:meta,,1/info:regioninfo/1731232652726/Put/seqid=0 2024-11-10T09:57:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741839_1015 (size=5672) 2024-11-10T09:57:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741839_1015 (size=5672) 2024-11-10T09:57:33,245 INFO [M:0;b048fef8bb35:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfcb9b95939548f285fd36ef52f20cda 2024-11-10T09:57:33,263 DEBUG [M:0;b048fef8bb35:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1b93d8509694e88938c17938fe95d2d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731232652742/Put/seqid=0 2024-11-10T09:57:33,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741840_1016 (size=5275) 2024-11-10T09:57:33,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741840_1016 (size=5275) 2024-11-10T09:57:33,269 INFO [M:0;b048fef8bb35:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1b93d8509694e88938c17938fe95d2d 2024-11-10T09:57:33,287 DEBUG [M:0;b048fef8bb35:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a62c3b66b3a1459bb71b05f4d5f0f4cc is 69, key is b048fef8bb35,35445,1731232651927/rs:state/1731232652161/Put/seqid=0 2024-11-10T09:57:33,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741841_1017 (size=5156) 2024-11-10T09:57:33,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741841_1017 (size=5156) 2024-11-10T09:57:33,292 INFO [M:0;b048fef8bb35:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a62c3b66b3a1459bb71b05f4d5f0f4cc 2024-11-10T09:57:33,311 DEBUG [M:0;b048fef8bb35:40683 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1366c30d6f4e4bb19154ee6c8ea0b6b9 is 52, key is load_balancer_on/state:d/1731232652852/Put/seqid=0 2024-11-10T09:57:33,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:33,315 INFO [RS:0;b048fef8bb35:35445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:57:33,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35445-0x101919d4fc60001, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:33,315 INFO [RS:0;b048fef8bb35:35445 {}] regionserver.HRegionServer(1031): Exiting; stopping=b048fef8bb35,35445,1731232651927; zookeeper connection closed. 2024-11-10T09:57:33,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59b2b76a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59b2b76a 2024-11-10T09:57:33,315 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T09:57:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741842_1018 (size=5056) 2024-11-10T09:57:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741842_1018 (size=5056) 2024-11-10T09:57:33,316 INFO [M:0;b048fef8bb35:40683 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1366c30d6f4e4bb19154ee6c8ea0b6b9 2024-11-10T09:57:33,321 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bfcb9b95939548f285fd36ef52f20cda as hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfcb9b95939548f285fd36ef52f20cda 2024-11-10T09:57:33,326 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bfcb9b95939548f285fd36ef52f20cda, entries=8, sequenceid=29, filesize=5.5 K 2024-11-10T09:57:33,327 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e1b93d8509694e88938c17938fe95d2d as hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1b93d8509694e88938c17938fe95d2d 2024-11-10T09:57:33,330 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e1b93d8509694e88938c17938fe95d2d, entries=3, sequenceid=29, filesize=5.2 K 2024-11-10T09:57:33,331 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a62c3b66b3a1459bb71b05f4d5f0f4cc as hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a62c3b66b3a1459bb71b05f4d5f0f4cc 2024-11-10T09:57:33,335 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a62c3b66b3a1459bb71b05f4d5f0f4cc, entries=1, sequenceid=29, filesize=5.0 K 2024-11-10T09:57:33,336 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1366c30d6f4e4bb19154ee6c8ea0b6b9 as hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1366c30d6f4e4bb19154ee6c8ea0b6b9 2024-11-10T09:57:33,340 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41453/user/jenkins/test-data/5c481d34-78b4-0c85-7b57-3f0dde5a81d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1366c30d6f4e4bb19154ee6c8ea0b6b9, entries=1, sequenceid=29, filesize=4.9 K 2024-11-10T09:57:33,341 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false 2024-11-10T09:57:33,342 INFO [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T09:57:33,342 DEBUG [M:0;b048fef8bb35:40683 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731232653224Disabling compacts and flushes for region at 1731232653224Disabling writes for close at 1731232653224Obtaining lock to block concurrent updates at 1731232653224Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731232653224Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731232653225 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731232653225Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731232653225Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731232653239 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731232653239Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731232653249 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731232653263 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731232653263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731232653273 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731232653287 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731232653287Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731232653297 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731232653310 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731232653310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565f9681: reopening flushed file at 1731232653321 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eccdfa1: reopening flushed file at 1731232653326 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fe248c: reopening flushed file at 1731232653331 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1727261c: reopening flushed file at 1731232653335 (+4 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=29, compaction requested=false at 1731232653341 (+6 ms)Writing region close event to WAL at 1731232653342 (+1 ms)Closed at 1731232653342 2024-11-10T09:57:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39109 is added to blk_1073741830_1006 (size=10311) 2024-11-10T09:57:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741830_1006 (size=10311) 2024-11-10T09:57:33,345 INFO [M:0;b048fef8bb35:40683 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T09:57:33,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T09:57:33,345 INFO [M:0;b048fef8bb35:40683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40683 2024-11-10T09:57:33,345 INFO [M:0;b048fef8bb35:40683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T09:57:33,447 INFO [M:0;b048fef8bb35:40683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T09:57:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:33,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40683-0x101919d4fc60000, quorum=127.0.0.1:53498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T09:57:33,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15e83570{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:57:33,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@694ca91f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:57:33,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:57:33,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1301712b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:57:33,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2374c739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir/,STOPPED} 2024-11-10T09:57:33,452 WARN [BP-1230855288-172.17.0.2-1731232651218 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:57:33,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:57:33,452 WARN [BP-1230855288-172.17.0.2-1731232651218 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230855288-172.17.0.2-1731232651218 (Datanode Uuid cbd52244-acb4-4c2a-899e-1e6d5fd4e543) service to localhost/127.0.0.1:41453 2024-11-10T09:57:33,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:57:33,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data3/current/BP-1230855288-172.17.0.2-1731232651218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:33,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data4/current/BP-1230855288-172.17.0.2-1731232651218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:33,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:57:33,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30758d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T09:57:33,455 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ad9c1a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:57:33,455 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:57:33,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1d827c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:57:33,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5101b78a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir/,STOPPED} 2024-11-10T09:57:33,456 WARN [BP-1230855288-172.17.0.2-1731232651218 heartbeating to localhost/127.0.0.1:41453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T09:57:33,456 WARN [BP-1230855288-172.17.0.2-1731232651218 heartbeating to localhost/127.0.0.1:41453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1230855288-172.17.0.2-1731232651218 (Datanode Uuid 1d58467c-4e7b-4eff-9574-bb577559842e) service to localhost/127.0.0.1:41453 2024-11-10T09:57:33,456 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T09:57:33,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T09:57:33,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data1/current/BP-1230855288-172.17.0.2-1731232651218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:33,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/cluster_82820920-bff8-0476-0989-963da3ce0f6c/data/data2/current/BP-1230855288-172.17.0.2-1731232651218 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T09:57:33,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T09:57:33,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee830f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T09:57:33,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c7c75c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T09:57:33,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T09:57:33,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a315130{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T09:57:33,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c93203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4867a786-f455-0f60-0bb6-6b78d801a140/hadoop.log.dir/,STOPPED} 2024-11-10T09:57:33,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T09:57:33,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T09:57:33,489 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 107) - Thread LEAK? -, OpenFileDescriptor=502 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=20 (was 20), ProcessCount=11 (was 11), AvailableMemoryMB=7118 (was 7165)