2024-11-24 16:47:03,451 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-24 16:47:03,462 main DEBUG Took 0.009478 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 16:47:03,462 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 16:47:03,463 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 16:47:03,463 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 16:47:03,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,471 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 16:47:03,482 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,483 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,484 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,484 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,485 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,485 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,486 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,486 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,486 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,487 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,487 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,488 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,488 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,489 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,489 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,490 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,491 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,491 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,491 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 16:47:03,492 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,492 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 16:47:03,493 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 16:47:03,494 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 16:47:03,496 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 16:47:03,496 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 16:47:03,497 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 16:47:03,497 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 16:47:03,505 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 16:47:03,508 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 16:47:03,509 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 16:47:03,509 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 16:47:03,510 main DEBUG createAppenders(={Console}) 2024-11-24 16:47:03,510 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-24 16:47:03,511 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-24 16:47:03,511 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-24 16:47:03,511 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 16:47:03,512 main DEBUG OutputStream closed 2024-11-24 16:47:03,512 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 16:47:03,512 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 16:47:03,512 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-24 16:47:03,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 16:47:03,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 16:47:03,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 16:47:03,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 16:47:03,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 16:47:03,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 16:47:03,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 16:47:03,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 16:47:03,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 16:47:03,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 16:47:03,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 16:47:03,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 16:47:03,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 16:47:03,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 16:47:03,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 16:47:03,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 16:47:03,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 16:47:03,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 16:47:03,588 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 16:47:03,588 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-24 16:47:03,588 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 16:47:03,589 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-24T16:47:03,885 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da 2024-11-24 16:47:03,888 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 16:47:03,889 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T16:47:03,902 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-24T16:47:03,940 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=7320 2024-11-24T16:47:03,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T16:47:03,956 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4, deleteOnExit=true 2024-11-24T16:47:03,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T16:47:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/test.cache.data in system properties and HBase conf 2024-11-24T16:47:03,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T16:47:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir in system properties and HBase conf 2024-11-24T16:47:03,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T16:47:03,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T16:47:03,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T16:47:04,050 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T16:47:04,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T16:47:04,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:47:04,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:47:04,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T16:47:04,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:47:04,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T16:47:04,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T16:47:04,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:47:04,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:47:04,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T16:47:04,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/nfs.dump.dir in system properties and HBase conf 2024-11-24T16:47:04,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/java.io.tmpdir in system properties and HBase conf 2024-11-24T16:47:04,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:47:04,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T16:47:04,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T16:47:04,961 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T16:47:05,035 INFO [Time-limited test {}] log.Log(170): Logging initialized @2284ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T16:47:05,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:47:05,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:47:05,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:47:05,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:47:05,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:47:05,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:47:05,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:47:05,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:47:05,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/java.io.tmpdir/jetty-localhost-42597-hadoop-hdfs-3_4_1-tests_jar-_-any-12485864372302752904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:47:05,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:42597} 2024-11-24T16:47:05,431 INFO [Time-limited test {}] server.Server(415): Started @2682ms 2024-11-24T16:47:05,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:47:05,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:47:05,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:47:05,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:47:05,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:47:05,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:47:05,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:47:05,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/java.io.tmpdir/jetty-localhost-41563-hadoop-hdfs-3_4_1-tests_jar-_-any-2346972249460017029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:47:05,959 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:41563} 2024-11-24T16:47:05,959 INFO [Time-limited test {}] server.Server(415): Started @3209ms 2024-11-24T16:47:06,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:47:06,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:47:06,155 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:47:06,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:47:06,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:47:06,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:47:06,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:47:06,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:47:06,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/java.io.tmpdir/jetty-localhost-45207-hadoop-hdfs-3_4_1-tests_jar-_-any-15514459988147271678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:47:06,309 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:45207} 2024-11-24T16:47:06,310 INFO [Time-limited test {}] server.Server(415): Started @3560ms 2024-11-24T16:47:06,312 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:47:06,487 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data1/current/BP-693687863-172.17.0.2-1732466824722/current, will proceed with Du for space computation calculation, 2024-11-24T16:47:06,487 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data4/current/BP-693687863-172.17.0.2-1732466824722/current, will proceed with Du for space computation calculation, 2024-11-24T16:47:06,488 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data2/current/BP-693687863-172.17.0.2-1732466824722/current, will proceed with Du for space computation calculation, 2024-11-24T16:47:06,487 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data3/current/BP-693687863-172.17.0.2-1732466824722/current, will proceed with Du for space computation calculation, 2024-11-24T16:47:06,544 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:47:06,544 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:47:06,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55b873721f69d546 with lease ID 0x8131176d352c4d16: Processing first storage report for DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77 from datanode DatanodeRegistration(127.0.0.1:32817, datanodeUuid=8c5b80f7-8ac4-4e85-9f70-739720db30a1, infoPort=40243, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722) 2024-11-24T16:47:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55b873721f69d546 with lease ID 0x8131176d352c4d16: from storage DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77 node DatanodeRegistration(127.0.0.1:32817, datanodeUuid=8c5b80f7-8ac4-4e85-9f70-739720db30a1, infoPort=40243, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T16:47:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb85fa4db4eb65400 with lease ID 0x8131176d352c4d15: Processing first storage report for DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739 from datanode DatanodeRegistration(127.0.0.1:41785, datanodeUuid=13d8ff5b-2daa-4cd1-ba2e-920dcba953ac, infoPort=35743, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722) 2024-11-24T16:47:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb85fa4db4eb65400 with lease ID 0x8131176d352c4d15: from storage DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739 node DatanodeRegistration(127.0.0.1:41785, datanodeUuid=13d8ff5b-2daa-4cd1-ba2e-920dcba953ac, infoPort=35743, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:47:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55b873721f69d546 with lease ID 0x8131176d352c4d16: Processing first storage report for DS-13009c23-3b26-4327-bf47-36498f2d2e30 from datanode DatanodeRegistration(127.0.0.1:32817, datanodeUuid=8c5b80f7-8ac4-4e85-9f70-739720db30a1, infoPort=40243, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722) 2024-11-24T16:47:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55b873721f69d546 with lease ID 0x8131176d352c4d16: from storage DS-13009c23-3b26-4327-bf47-36498f2d2e30 node DatanodeRegistration(127.0.0.1:32817, datanodeUuid=8c5b80f7-8ac4-4e85-9f70-739720db30a1, infoPort=40243, infoSecurePort=0, ipcPort=36049, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:47:06,614 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb85fa4db4eb65400 with lease ID 0x8131176d352c4d15: Processing first storage report for DS-5490713c-32fa-48d3-8d0c-cc928cdfe00d from datanode DatanodeRegistration(127.0.0.1:41785, datanodeUuid=13d8ff5b-2daa-4cd1-ba2e-920dcba953ac, infoPort=35743, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722) 2024-11-24T16:47:06,615 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb85fa4db4eb65400 with lease ID 0x8131176d352c4d15: from storage DS-5490713c-32fa-48d3-8d0c-cc928cdfe00d node DatanodeRegistration(127.0.0.1:41785, datanodeUuid=13d8ff5b-2daa-4cd1-ba2e-920dcba953ac, infoPort=35743, infoSecurePort=0, ipcPort=33851, storageInfo=lv=-57;cid=testClusterID;nsid=357156131;c=1732466824722), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T16:47:06,696 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da 2024-11-24T16:47:06,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/zookeeper_0, clientPort=53062, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T16:47:06,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53062 2024-11-24T16:47:06,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:06,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:47:07,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:47:07,463 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6 with version=8 2024-11-24T16:47:07,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase-staging 2024-11-24T16:47:07,559 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T16:47:07,806 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:47:07,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:47:07,817 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:47:07,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:47:07,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:47:07,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:47:07,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T16:47:08,025 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T16:47:08,035 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T16:47:08,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:47:08,066 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22128 (auto-detected) 2024-11-24T16:47:08,067 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T16:47:08,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40647 2024-11-24T16:47:08,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40647 connecting to ZooKeeper ensemble=127.0.0.1:53062 2024-11-24T16:47:08,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406470x0, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:47:08,142 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40647-0x1014adfc8980000 connected 2024-11-24T16:47:08,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:08,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:08,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:47:08,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6, hbase.cluster.distributed=false 2024-11-24T16:47:08,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:47:08,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40647 2024-11-24T16:47:08,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40647 2024-11-24T16:47:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40647 2024-11-24T16:47:08,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40647 2024-11-24T16:47:08,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40647 2024-11-24T16:47:08,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:47:08,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:47:08,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:47:08,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:47:08,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:47:08,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:47:08,346 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T16:47:08,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:47:08,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39363 2024-11-24T16:47:08,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39363 connecting to ZooKeeper ensemble=127.0.0.1:53062 2024-11-24T16:47:08,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:08,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:08,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393630x0, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:47:08,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39363-0x1014adfc8980001 connected 2024-11-24T16:47:08,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:47:08,368 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T16:47:08,377 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T16:47:08,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T16:47:08,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:47:08,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39363 2024-11-24T16:47:08,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39363 2024-11-24T16:47:08,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39363 2024-11-24T16:47:08,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39363 2024-11-24T16:47:08,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39363 2024-11-24T16:47:08,408 DEBUG [M:0;e335232f7491:40647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e335232f7491:40647 2024-11-24T16:47:08,409 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e335232f7491,40647,1732466827613 2024-11-24T16:47:08,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:47:08,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:47:08,423 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e335232f7491,40647,1732466827613 2024-11-24T16:47:08,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T16:47:08,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:08,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:08,445 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T16:47:08,446 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e335232f7491,40647,1732466827613 from backup master directory 2024-11-24T16:47:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e335232f7491,40647,1732466827613 2024-11-24T16:47:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:47:08,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:47:08,450 WARN [master/e335232f7491:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:47:08,450 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e335232f7491,40647,1732466827613 2024-11-24T16:47:08,452 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T16:47:08,453 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T16:47:08,509 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase.id] with ID: f4a7a3c4-1816-4dad-b4f0-e94c9506a9de 2024-11-24T16:47:08,509 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/.tmp/hbase.id 2024-11-24T16:47:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:47:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:47:08,522 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/.tmp/hbase.id]:[hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase.id] 2024-11-24T16:47:08,565 INFO [master/e335232f7491:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:08,569 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T16:47:08,588 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-24T16:47:08,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:08,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:47:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:47:08,625 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:47:08,627 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T16:47:08,633 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:47:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:47:08,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:47:08,683 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store 2024-11-24T16:47:08,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:47:08,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:47:08,708 INFO [master/e335232f7491:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T16:47:08,712 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:47:08,713 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:47:08,714 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:47:08,714 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:47:08,716 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:47:08,716 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:47:08,716 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:47:08,718 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466828713Disabling compacts and flushes for region at 1732466828713Disabling writes for close at 1732466828716 (+3 ms)Writing region close event to WAL at 1732466828716Closed at 1732466828716 2024-11-24T16:47:08,720 WARN [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/.initializing 2024-11-24T16:47:08,720 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/WALs/e335232f7491,40647,1732466827613 2024-11-24T16:47:08,729 INFO [master/e335232f7491:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:47:08,743 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C40647%2C1732466827613, suffix=, logDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/WALs/e335232f7491,40647,1732466827613, archiveDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/oldWALs, maxLogs=10 2024-11-24T16:47:08,772 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/WALs/e335232f7491,40647,1732466827613/e335232f7491%2C40647%2C1732466827613.1732466828747, exclude list is [], retry=0 2024-11-24T16:47:08,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:47:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:08,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T16:47:08,834 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/WALs/e335232f7491,40647,1732466827613/e335232f7491%2C40647%2C1732466827613.1732466828747 2024-11-24T16:47:08,835 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35743:35743),(127.0.0.1/127.0.0.1:40243:40243)] 2024-11-24T16:47:08,836 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:47:08,837 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:47:08,840 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,841 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T16:47:08,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:08,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:08,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T16:47:08,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:08,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:47:08,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T16:47:08,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:08,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:47:08,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T16:47:08,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:08,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:47:08,923 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,926 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,927 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,932 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,933 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,936 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T16:47:08,939 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:47:08,943 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:47:08,944 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846104, jitterRate=0.07587794959545135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T16:47:08,951 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732466828853Initializing all the Stores at 1732466828855 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466828855Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466828856 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466828856Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466828857 (+1 ms)Cleaning up temporary data from old regions at 1732466828933 (+76 ms)Region opened successfully at 1732466828950 (+17 ms) 2024-11-24T16:47:08,952 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T16:47:08,986 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68327cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:47:09,020 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T16:47:09,032 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T16:47:09,032 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T16:47:09,035 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T16:47:09,036 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T16:47:09,042 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-24T16:47:09,042 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T16:47:09,073 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T16:47:09,083 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T16:47:09,091 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T16:47:09,094 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T16:47:09,095 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T16:47:09,097 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T16:47:09,099 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T16:47:09,102 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T16:47:09,104 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T16:47:09,105 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T16:47:09,106 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T16:47:09,123 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T16:47:09,126 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T16:47:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:47:09,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:47:09,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,133 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e335232f7491,40647,1732466827613, sessionid=0x1014adfc8980000, setting cluster-up flag (Was=false) 2024-11-24T16:47:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,153 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T16:47:09,155 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,40647,1732466827613 2024-11-24T16:47:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,169 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T16:47:09,171 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,40647,1732466827613 2024-11-24T16:47:09,177 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T16:47:09,196 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(746): ClusterId : f4a7a3c4-1816-4dad-b4f0-e94c9506a9de 2024-11-24T16:47:09,200 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T16:47:09,206 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T16:47:09,206 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T16:47:09,209 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T16:47:09,209 DEBUG [RS:0;e335232f7491:39363 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a05fcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:47:09,224 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e335232f7491:39363 2024-11-24T16:47:09,228 INFO [RS:0;e335232f7491:39363 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T16:47:09,228 INFO [RS:0;e335232f7491:39363 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T16:47:09,228 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T16:47:09,231 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(2659): reportForDuty to master=e335232f7491,40647,1732466827613 with port=39363, startcode=1732466828302 2024-11-24T16:47:09,241 DEBUG [RS:0;e335232f7491:39363 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T16:47:09,249 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T16:47:09,261 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T16:47:09,271 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T16:47:09,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55717, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T16:47:09,279 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e335232f7491,40647,1732466827613 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T16:47:09,286 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40647 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T16:47:09,286 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:47:09,287 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:47:09,287 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:47:09,287 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:47:09,287 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e335232f7491:0, corePoolSize=10, maxPoolSize=10 2024-11-24T16:47:09,287 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,287 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:47:09,288 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:47:09,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T16:47:09,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:09,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T16:47:09,305 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732466859304 2024-11-24T16:47:09,307 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T16:47:09,308 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T16:47:09,312 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T16:47:09,312 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T16:47:09,313 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T16:47:09,313 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T16:47:09,316 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,319 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T16:47:09,320 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T16:47:09,320 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T16:47:09,320 WARN [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T16:47:09,321 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T16:47:09,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:47:09,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:47:09,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T16:47:09,325 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6 2024-11-24T16:47:09,334 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T16:47:09,334 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T16:47:09,336 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466829336,5,FailOnTimeoutGroup] 2024-11-24T16:47:09,340 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466829336,5,FailOnTimeoutGroup] 2024-11-24T16:47:09,340 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,341 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T16:47:09,342 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,343 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:47:09,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:47:09,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:47:09,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:47:09,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:47:09,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:09,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:09,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:47:09,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:47:09,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:09,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:09,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:47:09,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:47:09,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:09,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:09,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:47:09,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:47:09,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:09,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:09,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:47:09,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740 2024-11-24T16:47:09,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740 2024-11-24T16:47:09,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:47:09,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:47:09,370 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:47:09,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:47:09,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:47:09,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=795490, jitterRate=0.011518999934196472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:47:09,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732466829347Initializing all the Stores at 1732466829348 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466829348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466829349 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466829349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466829349Cleaning up temporary data from old regions at 1732466829369 (+20 ms)Region opened successfully at 1732466829385 (+16 ms) 2024-11-24T16:47:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:47:09,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:47:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:47:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:47:09,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:47:09,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:47:09,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466829385Disabling compacts and flushes for region at 1732466829385Disabling writes for close at 1732466829386 (+1 ms)Writing region close event to WAL at 1732466829387 (+1 ms)Closed at 1732466829387 2024-11-24T16:47:09,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:47:09,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T16:47:09,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T16:47:09,406 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:47:09,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T16:47:09,422 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(2659): reportForDuty to master=e335232f7491,40647,1732466827613 with port=39363, startcode=1732466828302 2024-11-24T16:47:09,423 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e335232f7491,39363,1732466828302 2024-11-24T16:47:09,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40647 {}] master.ServerManager(517): Registering regionserver=e335232f7491,39363,1732466828302 2024-11-24T16:47:09,434 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6 2024-11-24T16:47:09,434 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44521 2024-11-24T16:47:09,434 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T16:47:09,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:47:09,439 DEBUG [RS:0;e335232f7491:39363 {}] zookeeper.ZKUtil(111): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e335232f7491,39363,1732466828302 2024-11-24T16:47:09,439 WARN [RS:0;e335232f7491:39363 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:47:09,439 INFO [RS:0;e335232f7491:39363 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:47:09,439 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302 2024-11-24T16:47:09,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e335232f7491,39363,1732466828302] 2024-11-24T16:47:09,465 INFO [RS:0;e335232f7491:39363 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T16:47:09,478 INFO [RS:0;e335232f7491:39363 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T16:47:09,482 INFO [RS:0;e335232f7491:39363 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T16:47:09,482 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,483 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T16:47:09,489 INFO [RS:0;e335232f7491:39363 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T16:47:09,490 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,491 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,491 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,491 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,491 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,491 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,492 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:47:09,492 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,492 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,492 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,492 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,493 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,493 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:47:09,493 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:47:09,493 DEBUG [RS:0;e335232f7491:39363 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:47:09,494 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,494 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,494 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,494 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,494 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,495 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,39363,1732466828302-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:47:09,514 INFO [RS:0;e335232f7491:39363 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T16:47:09,515 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,39363,1732466828302-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,516 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,516 INFO [RS:0;e335232f7491:39363 {}] regionserver.Replication(171): e335232f7491,39363,1732466828302 started 2024-11-24T16:47:09,533 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:09,534 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1482): Serving as e335232f7491,39363,1732466828302, RpcServer on e335232f7491/172.17.0.2:39363, sessionid=0x1014adfc8980001 2024-11-24T16:47:09,534 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T16:47:09,534 DEBUG [RS:0;e335232f7491:39363 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e335232f7491,39363,1732466828302 2024-11-24T16:47:09,535 DEBUG [RS:0;e335232f7491:39363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,39363,1732466828302' 2024-11-24T16:47:09,535 DEBUG [RS:0;e335232f7491:39363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T16:47:09,536 DEBUG [RS:0;e335232f7491:39363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T16:47:09,536 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T16:47:09,537 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T16:47:09,537 DEBUG [RS:0;e335232f7491:39363 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e335232f7491,39363,1732466828302 2024-11-24T16:47:09,537 DEBUG [RS:0;e335232f7491:39363 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,39363,1732466828302' 2024-11-24T16:47:09,537 DEBUG [RS:0;e335232f7491:39363 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T16:47:09,537 DEBUG [RS:0;e335232f7491:39363 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T16:47:09,538 DEBUG [RS:0;e335232f7491:39363 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T16:47:09,538 INFO [RS:0;e335232f7491:39363 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T16:47:09,538 INFO [RS:0;e335232f7491:39363 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T16:47:09,560 WARN [e335232f7491:40647 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T16:47:09,643 INFO [RS:0;e335232f7491:39363 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:47:09,646 INFO [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C39363%2C1732466828302, suffix=, logDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302, archiveDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/oldWALs, maxLogs=32 2024-11-24T16:47:09,662 DEBUG [RS:0;e335232f7491:39363 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466829649, exclude list is [], retry=0 2024-11-24T16:47:09,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:09,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:09,671 INFO [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466829649 2024-11-24T16:47:09,672 DEBUG [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:35743:35743)] 2024-11-24T16:47:09,812 DEBUG [e335232f7491:40647 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T16:47:09,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e335232f7491,39363,1732466828302 2024-11-24T16:47:09,831 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,39363,1732466828302, state=OPENING 2024-11-24T16:47:09,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T16:47:09,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:47:09,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:47:09,840 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:47:09,841 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:47:09,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,39363,1732466828302}] 2024-11-24T16:47:10,018 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T16:47:10,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43891, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T16:47:10,030 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T16:47:10,031 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:47:10,031 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T16:47:10,034 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C39363%2C1732466828302.meta, suffix=.meta, logDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302, archiveDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/oldWALs, maxLogs=32 2024-11-24T16:47:10,050 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.meta.1732466830036.meta, exclude list is [], retry=0 2024-11-24T16:47:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:10,057 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.meta.1732466830036.meta 2024-11-24T16:47:10,057 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35743:35743),(127.0.0.1/127.0.0.1:40243:40243)] 2024-11-24T16:47:10,057 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:47:10,059 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T16:47:10,062 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T16:47:10,067 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T16:47:10,073 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T16:47:10,073 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:47:10,074 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T16:47:10,074 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T16:47:10,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:47:10,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:47:10,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:10,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:10,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:47:10,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:47:10,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:10,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:10,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:47:10,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:47:10,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:10,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:10,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:47:10,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:47:10,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:10,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:47:10,086 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:47:10,088 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740 2024-11-24T16:47:10,091 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740 2024-11-24T16:47:10,093 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:47:10,093 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:47:10,094 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:47:10,098 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:47:10,100 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=783881, jitterRate=-0.0032438337802886963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:47:10,100 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T16:47:10,102 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732466830075Writing region info on filesystem at 1732466830075Initializing all the Stores at 1732466830077 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466830077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466830077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466830077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466830077Cleaning up temporary data from old regions at 1732466830093 (+16 ms)Running coprocessor post-open hooks at 1732466830101 (+8 ms)Region opened successfully at 1732466830102 (+1 ms) 2024-11-24T16:47:10,110 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732466830009 2024-11-24T16:47:10,122 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T16:47:10,122 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T16:47:10,124 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,39363,1732466828302 2024-11-24T16:47:10,126 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,39363,1732466828302, state=OPEN 2024-11-24T16:47:10,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:47:10,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:47:10,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:47:10,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:47:10,132 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e335232f7491,39363,1732466828302 2024-11-24T16:47:10,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T16:47:10,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,39363,1732466828302 in 290 msec 2024-11-24T16:47:10,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T16:47:10,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 741 msec 2024-11-24T16:47:10,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:47:10,145 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T16:47:10,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:47:10,166 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,39363,1732466828302, seqNum=-1] 2024-11-24T16:47:10,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:47:10,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37115, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:47:10,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0020 sec 2024-11-24T16:47:10,211 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732466830210, completionTime=-1 2024-11-24T16:47:10,214 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T16:47:10,214 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T16:47:10,240 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T16:47:10,240 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732466890240 2024-11-24T16:47:10,240 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732466950240 2024-11-24T16:47:10,240 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-24T16:47:10,242 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40647,1732466827613-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,242 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40647,1732466827613-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,243 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40647,1732466827613-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,244 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e335232f7491:40647, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,245 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,245 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,251 DEBUG [master/e335232f7491:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T16:47:10,272 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.822sec 2024-11-24T16:47:10,274 INFO [master/e335232f7491:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T16:47:10,275 INFO [master/e335232f7491:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T16:47:10,276 INFO [master/e335232f7491:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T16:47:10,276 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T16:47:10,276 INFO [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T16:47:10,277 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40647,1732466827613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:47:10,278 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40647,1732466827613-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T16:47:10,286 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T16:47:10,287 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T16:47:10,287 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40647,1732466827613-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:47:10,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27167442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:47:10,315 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T16:47:10,315 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T16:47:10,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e335232f7491,40647,-1 for getting cluster id 2024-11-24T16:47:10,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T16:47:10,331 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4a7a3c4-1816-4dad-b4f0-e94c9506a9de' 2024-11-24T16:47:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T16:47:10,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4a7a3c4-1816-4dad-b4f0-e94c9506a9de" 2024-11-24T16:47:10,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adeb2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:47:10,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e335232f7491,40647,-1] 2024-11-24T16:47:10,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T16:47:10,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:47:10,342 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T16:47:10,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ed85db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:47:10,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:47:10,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,39363,1732466828302, seqNum=-1] 2024-11-24T16:47:10,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:47:10,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40328, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:47:10,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e335232f7491,40647,1732466827613 2024-11-24T16:47:10,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:47:10,386 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T16:47:10,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T16:47:10,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e335232f7491,40647,1732466827613 2024-11-24T16:47:10,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d9d861e 2024-11-24T16:47:10,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T16:47:10,402 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T16:47:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T16:47:10,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T16:47:10,409 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:47:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-24T16:47:10,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T16:47:10,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-24T16:47:10,423 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:10,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T16:47:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:47:10,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741835_1011 (size=389) 2024-11-24T16:47:10,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741835_1011 (size=389) 2024-11-24T16:47:10,442 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c3a31e34dbb36e3904e33c44c6527df, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6 2024-11-24T16:47:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741836_1012 (size=72) 2024-11-24T16:47:10,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741836_1012 (size=72) 2024-11-24T16:47:10,454 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:47:10,454 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8c3a31e34dbb36e3904e33c44c6527df, disabling compactions & flushes 2024-11-24T16:47:10,454 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,454 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,454 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. after waiting 0 ms 2024-11-24T16:47:10,454 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,454 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,455 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c3a31e34dbb36e3904e33c44c6527df: Waiting for close lock at 1732466830454Disabling compacts and flushes for region at 1732466830454Disabling writes for close at 1732466830454Writing region close event to WAL at 1732466830454Closed at 1732466830454 2024-11-24T16:47:10,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T16:47:10,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732466830458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732466830458"}]},"ts":"1732466830458"} 2024-11-24T16:47:10,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T16:47:10,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T16:47:10,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466830471"}]},"ts":"1732466830471"} 2024-11-24T16:47:10,500 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-24T16:47:10,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8c3a31e34dbb36e3904e33c44c6527df, ASSIGN}] 2024-11-24T16:47:10,504 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8c3a31e34dbb36e3904e33c44c6527df, ASSIGN 2024-11-24T16:47:10,506 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8c3a31e34dbb36e3904e33c44c6527df, ASSIGN; state=OFFLINE, location=e335232f7491,39363,1732466828302; forceNewPlan=false, retain=false 2024-11-24T16:47:10,658 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c3a31e34dbb36e3904e33c44c6527df, regionState=OPENING, regionLocation=e335232f7491,39363,1732466828302 2024-11-24T16:47:10,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8c3a31e34dbb36e3904e33c44c6527df, ASSIGN because future has completed 2024-11-24T16:47:10,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c3a31e34dbb36e3904e33c44c6527df, server=e335232f7491,39363,1732466828302}] 2024-11-24T16:47:10,825 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,825 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c3a31e34dbb36e3904e33c44c6527df, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:47:10,825 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,825 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:47:10,826 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,826 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,828 INFO [StoreOpener-8c3a31e34dbb36e3904e33c44c6527df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,830 INFO [StoreOpener-8c3a31e34dbb36e3904e33c44c6527df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c3a31e34dbb36e3904e33c44c6527df columnFamilyName info 2024-11-24T16:47:10,830 DEBUG [StoreOpener-8c3a31e34dbb36e3904e33c44c6527df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:47:10,832 INFO [StoreOpener-8c3a31e34dbb36e3904e33c44c6527df-1 {}] regionserver.HStore(327): Store=8c3a31e34dbb36e3904e33c44c6527df/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:47:10,832 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,833 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,834 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,834 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,835 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,838 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,842 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:47:10,843 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c3a31e34dbb36e3904e33c44c6527df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846194, jitterRate=0.07599234580993652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T16:47:10,843 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:10,844 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c3a31e34dbb36e3904e33c44c6527df: Running coprocessor pre-open hook at 1732466830826Writing region info on filesystem at 1732466830826Initializing all the Stores at 1732466830827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466830828 (+1 ms)Cleaning up temporary data from old regions at 1732466830835 (+7 ms)Running coprocessor post-open hooks at 1732466830843 (+8 ms)Region opened successfully at 1732466830844 (+1 ms) 2024-11-24T16:47:10,846 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df., pid=6, masterSystemTime=1732466830817 2024-11-24T16:47:10,850 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,850 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:10,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c3a31e34dbb36e3904e33c44c6527df, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,39363,1732466828302 2024-11-24T16:47:10,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c3a31e34dbb36e3904e33c44c6527df, server=e335232f7491,39363,1732466828302 because future has completed 2024-11-24T16:47:10,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T16:47:10,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c3a31e34dbb36e3904e33c44c6527df, server=e335232f7491,39363,1732466828302 in 194 msec 2024-11-24T16:47:10,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T16:47:10,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=8c3a31e34dbb36e3904e33c44c6527df, ASSIGN in 359 msec 2024-11-24T16:47:10,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T16:47:10,866 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466830866"}]},"ts":"1732466830866"} 2024-11-24T16:47:10,870 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-24T16:47:10,871 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T16:47:10,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 459 msec 2024-11-24T16:47:15,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T16:47:15,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T16:47:15,633 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-24T16:47:18,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T16:47:18,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T16:47:18,024 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-24T16:47:18,024 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T16:47:18,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:47:18,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T16:47:18,026 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T16:47:18,026 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T16:47:20,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:47:20,522 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-24T16:47:20,525 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-24T16:47:20,531 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-24T16:47:20,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:47:20,555 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466840533, exclude list is [], retry=0 2024-11-24T16:47:20,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:20,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:20,562 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466829649 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466840533 2024-11-24T16:47:20,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35743:35743),(127.0.0.1/127.0.0.1:40243:40243)] 2024-11-24T16:47:20,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466829649 is not closed yet, will try archiving it next time 2024-11-24T16:47:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741833_1009 (size=451) 2024-11-24T16:47:20,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741833_1009 (size=451) 2024-11-24T16:47:20,569 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466829649 to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/oldWALs/e335232f7491%2C39363%2C1732466828302.1732466829649 2024-11-24T16:47:20,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df., hostname=e335232f7491,39363,1732466828302, seqNum=2] 2024-11-24T16:47:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] regionserver.HRegion(8855): Flush requested on 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:34,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c3a31e34dbb36e3904e33c44c6527df 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:47:34,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/014096d67c95446f81db9615067c3548 is 1055, key is row0001/info:/1732466840576/Put/seqid=0 2024-11-24T16:47:34,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741838_1014 (size=13386) 2024-11-24T16:47:34,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741838_1014 (size=13386) 2024-11-24T16:47:34,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/014096d67c95446f81db9615067c3548 2024-11-24T16:47:34,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/014096d67c95446f81db9615067c3548 as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/014096d67c95446f81db9615067c3548 2024-11-24T16:47:34,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/014096d67c95446f81db9615067c3548, entries=8, sequenceid=12, filesize=13.1 K 2024-11-24T16:47:34,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 8c3a31e34dbb36e3904e33c44c6527df in 141ms, sequenceid=12, compaction requested=false 2024-11-24T16:47:34,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c3a31e34dbb36e3904e33c44c6527df: 2024-11-24T16:47:36,693 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T16:47:40,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466860613, exclude list is [], retry=0 2024-11-24T16:47:40,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:40,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:40,633 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466840533 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466860613 2024-11-24T16:47:40,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:35743:35743)] 2024-11-24T16:47:40,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466840533 is not closed yet, will try archiving it next time 2024-11-24T16:47:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741837_1013 (size=12149) 2024-11-24T16:47:40,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741837_1013 (size=12149) 2024-11-24T16:47:40,636 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466840533 not finished, retry = 0 2024-11-24T16:47:45,639 INFO [AsyncFSWAL-0-hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6-prefix:e335232f7491,39363,1732466828302 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK], DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK]] 2024-11-24T16:47:45,641 WARN [AsyncFSWAL-0-hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6-prefix:e335232f7491,39363,1732466828302 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK], DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK]] 2024-11-24T16:47:45,642 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e335232f7491%2C39363%2C1732466828302:(num 1732466860613) roll requested 2024-11-24T16:47:45,656 DEBUG [regionserver/e335232f7491:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466865643, exclude list is [], retry=0 2024-11-24T16:47:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:45,663 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466860613 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466865643 2024-11-24T16:47:45,663 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35743:35743),(127.0.0.1/127.0.0.1:40243:40243)] 2024-11-24T16:47:45,663 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466860613 is not closed yet, will try archiving it next time 2024-11-24T16:47:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741839_1015 (size=1233) 2024-11-24T16:47:45,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741839_1015 (size=1233) 2024-11-24T16:47:47,642 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T16:47:47,663 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466867642, exclude list is [], retry=0 2024-11-24T16:47:47,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-4859e9f0-0dff-44d4-8fe1-a9d88b93d739,DISK] 2024-11-24T16:47:47,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32817,DS-c4df49ec-b127-4d72-aa9c-b9c3856bed77,DISK] 2024-11-24T16:47:47,671 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466865643 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466867642 2024-11-24T16:47:47,671 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40243:40243),(127.0.0.1/127.0.0.1:35743:35743)] 2024-11-24T16:47:47,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466865643 is not closed yet, will try archiving it next time 2024-11-24T16:47:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741840_1016 (size=93) 2024-11-24T16:47:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741840_1016 (size=93) 2024-11-24T16:47:47,677 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/WALs/e335232f7491,39363,1732466828302/e335232f7491%2C39363%2C1732466828302.1732466865643 to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/oldWALs/e335232f7491%2C39363%2C1732466828302.1732466865643 2024-11-24T16:47:50,624 INFO [master/e335232f7491:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T16:47:50,624 INFO [master/e335232f7491:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T16:47:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39363 {}] regionserver.HRegion(8855): Flush requested on 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:47:55,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c3a31e34dbb36e3904e33c44c6527df 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:47:55,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/1e8f5da343854a89a1f537a2865dea70 is 1055, key is row0009/info:/1732466856607/Put/seqid=0 2024-11-24T16:47:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741842_1018 (size=13386) 2024-11-24T16:47:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741842_1018 (size=13386) 2024-11-24T16:47:55,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/1e8f5da343854a89a1f537a2865dea70 2024-11-24T16:47:55,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/1e8f5da343854a89a1f537a2865dea70 as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/1e8f5da343854a89a1f537a2865dea70 2024-11-24T16:47:55,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/1e8f5da343854a89a1f537a2865dea70, entries=8, sequenceid=23, filesize=13.1 K 2024-11-24T16:47:55,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 8c3a31e34dbb36e3904e33c44c6527df in 40ms, sequenceid=23, compaction requested=false 2024-11-24T16:47:55,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c3a31e34dbb36e3904e33c44c6527df: 2024-11-24T16:47:55,732 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-24T16:47:55,732 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:47:55,733 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/014096d67c95446f81db9615067c3548 because midkey is the same as first or last row 2024-11-24T16:47:55,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8c3a31e34dbb36e3904e33c44c6527df, had cached 0 bytes from a total of 26772 2024-11-24T16:48:06,693 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T16:48:07,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T16:48:07,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:48:07,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:48:07,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:07,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T16:48:07,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:07,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T16:48:07,717 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1650506671, stopped=false 2024-11-24T16:48:07,717 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e335232f7491,40647,1732466827613 2024-11-24T16:48:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:07,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:48:07,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:07,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:48:07,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:48:07,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:07,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e335232f7491,39363,1732466828302' ***** 2024-11-24T16:48:07,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T16:48:07,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:07,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:07,721 INFO [RS:0;e335232f7491:39363 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T16:48:07,722 INFO [RS:0;e335232f7491:39363 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T16:48:07,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T16:48:07,722 INFO [RS:0;e335232f7491:39363 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T16:48:07,722 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:48:07,723 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(959): stopping server e335232f7491,39363,1732466828302 2024-11-24T16:48:07,723 INFO [RS:0;e335232f7491:39363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:48:07,723 INFO [RS:0;e335232f7491:39363 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e335232f7491:39363. 2024-11-24T16:48:07,723 DEBUG [RS:0;e335232f7491:39363 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:48:07,723 DEBUG [RS:0;e335232f7491:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:07,723 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c3a31e34dbb36e3904e33c44c6527df, disabling compactions & flushes 2024-11-24T16:48:07,723 INFO [RS:0;e335232f7491:39363 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T16:48:07,723 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:48:07,723 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:48:07,723 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. after waiting 0 ms 2024-11-24T16:48:07,723 INFO [RS:0;e335232f7491:39363 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T16:48:07,723 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:48:07,723 INFO [RS:0;e335232f7491:39363 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T16:48:07,724 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T16:48:07,724 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c3a31e34dbb36e3904e33c44c6527df 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-24T16:48:07,725 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T16:48:07,725 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1325): Online Regions={8c3a31e34dbb36e3904e33c44c6527df=TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T16:48:07,726 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c3a31e34dbb36e3904e33c44c6527df 2024-11-24T16:48:07,726 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:48:07,726 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:48:07,726 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:48:07,726 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:48:07,726 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:48:07,726 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-24T16:48:07,737 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/51f2747088e443af93a9f70b229402ce is 1055, key is row0017/info:/1732466877694/Put/seqid=0 2024-11-24T16:48:07,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741843_1019 (size=10222) 2024-11-24T16:48:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741843_1019 (size=10222) 2024-11-24T16:48:07,756 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/51f2747088e443af93a9f70b229402ce 2024-11-24T16:48:07,758 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/info/0f88619335a24293bbb14f47e2fe429f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df./info:regioninfo/1732466830851/Put/seqid=0 2024-11-24T16:48:07,776 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/.tmp/info/51f2747088e443af93a9f70b229402ce as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/51f2747088e443af93a9f70b229402ce 2024-11-24T16:48:07,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741844_1020 (size=7016) 2024-11-24T16:48:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741844_1020 (size=7016) 2024-11-24T16:48:07,787 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/info/51f2747088e443af93a9f70b229402ce, entries=5, sequenceid=31, filesize=10.0 K 2024-11-24T16:48:07,788 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 8c3a31e34dbb36e3904e33c44c6527df in 64ms, sequenceid=31, compaction requested=true 2024-11-24T16:48:07,795 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/default/TestLogRolling-testSlowSyncLogRolling/8c3a31e34dbb36e3904e33c44c6527df/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-24T16:48:07,798 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:48:07,799 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c3a31e34dbb36e3904e33c44c6527df: Waiting for close lock at 1732466887723Running coprocessor pre-close hooks at 1732466887723Disabling compacts and flushes for region at 1732466887723Disabling writes for close at 1732466887723Obtaining lock to block concurrent updates at 1732466887724 (+1 ms)Preparing flush snapshotting stores in 8c3a31e34dbb36e3904e33c44c6527df at 1732466887724Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732466887725 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. at 1732466887728 (+3 ms)Flushing 8c3a31e34dbb36e3904e33c44c6527df/info: creating writer at 1732466887728Flushing 8c3a31e34dbb36e3904e33c44c6527df/info: appending metadata at 1732466887736 (+8 ms)Flushing 8c3a31e34dbb36e3904e33c44c6527df/info: closing flushed file at 1732466887736Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1441ab46: reopening flushed file at 1732466887774 (+38 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 8c3a31e34dbb36e3904e33c44c6527df in 64ms, sequenceid=31, compaction requested=true at 1732466887788 (+14 ms)Writing region close event to WAL at 1732466887790 (+2 ms)Running coprocessor post-close hooks at 1732466887796 (+6 ms)Closed at 1732466887798 (+2 ms) 2024-11-24T16:48:07,799 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732466830403.8c3a31e34dbb36e3904e33c44c6527df. 2024-11-24T16:48:07,926 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T16:48:08,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-24T16:48:08,126 DEBUG [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T16:48:08,178 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/info/0f88619335a24293bbb14f47e2fe429f 2024-11-24T16:48:08,205 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/ns/60d36480c7704b6f8bed4e8d5715104e is 43, key is default/ns:d/1732466830193/Put/seqid=0 2024-11-24T16:48:08,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741845_1021 (size=5153) 2024-11-24T16:48:08,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741845_1021 (size=5153) 2024-11-24T16:48:08,212 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/ns/60d36480c7704b6f8bed4e8d5715104e 2024-11-24T16:48:08,236 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/table/bc500ebbf96d42f5b5eea4f0eee948d6 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732466830866/Put/seqid=0 2024-11-24T16:48:08,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741846_1022 (size=5396) 2024-11-24T16:48:08,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741846_1022 (size=5396) 2024-11-24T16:48:08,243 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/table/bc500ebbf96d42f5b5eea4f0eee948d6 2024-11-24T16:48:08,252 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/info/0f88619335a24293bbb14f47e2fe429f as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/info/0f88619335a24293bbb14f47e2fe429f 2024-11-24T16:48:08,260 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/info/0f88619335a24293bbb14f47e2fe429f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-24T16:48:08,261 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/ns/60d36480c7704b6f8bed4e8d5715104e as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/ns/60d36480c7704b6f8bed4e8d5715104e 2024-11-24T16:48:08,268 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/ns/60d36480c7704b6f8bed4e8d5715104e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T16:48:08,270 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/.tmp/table/bc500ebbf96d42f5b5eea4f0eee948d6 as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/table/bc500ebbf96d42f5b5eea4f0eee948d6 2024-11-24T16:48:08,277 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/table/bc500ebbf96d42f5b5eea4f0eee948d6, entries=2, sequenceid=11, filesize=5.3 K 2024-11-24T16:48:08,278 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=11, compaction requested=false 2024-11-24T16:48:08,284 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T16:48:08,285 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:48:08,285 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:48:08,285 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466887726Running coprocessor pre-close hooks at 1732466887726Disabling compacts and flushes for region at 1732466887726Disabling writes for close at 1732466887726Obtaining lock to block concurrent updates at 1732466887726Preparing flush snapshotting stores in 1588230740 at 1732466887726Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732466887727 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732466887729 (+2 ms)Flushing 1588230740/info: creating writer at 1732466887729Flushing 1588230740/info: appending metadata at 1732466887757 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732466887757Flushing 1588230740/ns: creating writer at 1732466888188 (+431 ms)Flushing 1588230740/ns: appending metadata at 1732466888205 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732466888205Flushing 1588230740/table: creating writer at 1732466888220 (+15 ms)Flushing 1588230740/table: appending metadata at 1732466888235 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732466888235Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe09f32: reopening flushed file at 1732466888251 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a9bb44: reopening flushed file at 1732466888260 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6be926: reopening flushed file at 1732466888269 (+9 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 552ms, sequenceid=11, compaction requested=false at 1732466888278 (+9 ms)Writing region close event to WAL at 1732466888280 (+2 ms)Running coprocessor post-close hooks at 1732466888285 (+5 ms)Closed at 1732466888285 2024-11-24T16:48:08,285 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T16:48:08,327 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(976): stopping server e335232f7491,39363,1732466828302; all regions closed. 2024-11-24T16:48:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741834_1010 (size=3066) 2024-11-24T16:48:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741834_1010 (size=3066) 2024-11-24T16:48:08,335 DEBUG [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/oldWALs 2024-11-24T16:48:08,335 INFO [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C39363%2C1732466828302.meta:.meta(num 1732466830036) 2024-11-24T16:48:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741841_1017 (size=13164) 2024-11-24T16:48:08,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741841_1017 (size=13164) 2024-11-24T16:48:08,344 DEBUG [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/oldWALs 2024-11-24T16:48:08,344 INFO [RS:0;e335232f7491:39363 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C39363%2C1732466828302:(num 1732466867642) 2024-11-24T16:48:08,344 DEBUG [RS:0;e335232f7491:39363 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:08,344 INFO [RS:0;e335232f7491:39363 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:48:08,344 INFO [RS:0;e335232f7491:39363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:48:08,345 INFO [RS:0;e335232f7491:39363 {}] hbase.ChoreService(370): Chore service for: regionserver/e335232f7491:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T16:48:08,345 INFO [RS:0;e335232f7491:39363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:48:08,345 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:48:08,345 INFO [RS:0;e335232f7491:39363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39363 2024-11-24T16:48:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:48:08,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e335232f7491,39363,1732466828302 2024-11-24T16:48:08,350 INFO [RS:0;e335232f7491:39363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:48:08,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e335232f7491,39363,1732466828302] 2024-11-24T16:48:08,355 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e335232f7491,39363,1732466828302 already deleted, retry=false 2024-11-24T16:48:08,355 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e335232f7491,39363,1732466828302 expired; onlineServers=0 2024-11-24T16:48:08,355 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e335232f7491,40647,1732466827613' ***** 2024-11-24T16:48:08,355 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T16:48:08,355 INFO [M:0;e335232f7491:40647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:48:08,356 INFO [M:0;e335232f7491:40647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:48:08,356 DEBUG [M:0;e335232f7491:40647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T16:48:08,356 DEBUG [M:0;e335232f7491:40647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T16:48:08,356 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T16:48:08,356 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466829336 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466829336,5,FailOnTimeoutGroup] 2024-11-24T16:48:08,356 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466829336 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466829336,5,FailOnTimeoutGroup] 2024-11-24T16:48:08,356 INFO [M:0;e335232f7491:40647 {}] hbase.ChoreService(370): Chore service for: master/e335232f7491:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T16:48:08,356 INFO [M:0;e335232f7491:40647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:48:08,356 DEBUG [M:0;e335232f7491:40647 {}] master.HMaster(1795): Stopping service threads 2024-11-24T16:48:08,356 INFO [M:0;e335232f7491:40647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T16:48:08,356 INFO [M:0;e335232f7491:40647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:48:08,357 INFO [M:0;e335232f7491:40647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T16:48:08,357 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T16:48:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T16:48:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:08,358 DEBUG [M:0;e335232f7491:40647 {}] zookeeper.ZKUtil(347): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T16:48:08,358 WARN [M:0;e335232f7491:40647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T16:48:08,359 INFO [M:0;e335232f7491:40647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/.lastflushedseqids 2024-11-24T16:48:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741847_1023 (size=130) 2024-11-24T16:48:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741847_1023 (size=130) 2024-11-24T16:48:08,373 INFO [M:0;e335232f7491:40647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T16:48:08,374 INFO [M:0;e335232f7491:40647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T16:48:08,374 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:48:08,374 INFO [M:0;e335232f7491:40647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:08,374 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:08,374 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:48:08,374 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:08,374 INFO [M:0;e335232f7491:40647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-24T16:48:08,391 DEBUG [M:0;e335232f7491:40647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f3d27255e884872b015b25420d13a8c is 82, key is hbase:meta,,1/info:regioninfo/1732466830123/Put/seqid=0 2024-11-24T16:48:08,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741848_1024 (size=5672) 2024-11-24T16:48:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741848_1024 (size=5672) 2024-11-24T16:48:08,398 INFO [M:0;e335232f7491:40647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f3d27255e884872b015b25420d13a8c 2024-11-24T16:48:08,422 DEBUG [M:0;e335232f7491:40647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cef0cea5e42e4d068ed6a02c22fee6c8 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732466830873/Put/seqid=0 2024-11-24T16:48:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741849_1025 (size=6248) 2024-11-24T16:48:08,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741849_1025 (size=6248) 2024-11-24T16:48:08,429 INFO [M:0;e335232f7491:40647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cef0cea5e42e4d068ed6a02c22fee6c8 2024-11-24T16:48:08,436 INFO [M:0;e335232f7491:40647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cef0cea5e42e4d068ed6a02c22fee6c8 2024-11-24T16:48:08,452 DEBUG [M:0;e335232f7491:40647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964eef984ebc4b94a5eadb767cc3c431 is 69, key is e335232f7491,39363,1732466828302/rs:state/1732466829428/Put/seqid=0 2024-11-24T16:48:08,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:08,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39363-0x1014adfc8980001, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:08,454 INFO [RS:0;e335232f7491:39363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:48:08,455 INFO [RS:0;e335232f7491:39363 {}] regionserver.HRegionServer(1031): Exiting; stopping=e335232f7491,39363,1732466828302; zookeeper connection closed. 2024-11-24T16:48:08,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73cbf35e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73cbf35e 2024-11-24T16:48:08,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T16:48:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741850_1026 (size=5156) 2024-11-24T16:48:08,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741850_1026 (size=5156) 2024-11-24T16:48:08,460 INFO [M:0;e335232f7491:40647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964eef984ebc4b94a5eadb767cc3c431 2024-11-24T16:48:08,490 DEBUG [M:0;e335232f7491:40647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be13f9b8953344c493bcaafbb518c2ac is 52, key is load_balancer_on/state:d/1732466830382/Put/seqid=0 2024-11-24T16:48:08,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741851_1027 (size=5056) 2024-11-24T16:48:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741851_1027 (size=5056) 2024-11-24T16:48:08,502 INFO [M:0;e335232f7491:40647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be13f9b8953344c493bcaafbb518c2ac 2024-11-24T16:48:08,511 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f3d27255e884872b015b25420d13a8c as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f3d27255e884872b015b25420d13a8c 2024-11-24T16:48:08,520 INFO [M:0;e335232f7491:40647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f3d27255e884872b015b25420d13a8c, entries=8, sequenceid=59, filesize=5.5 K 2024-11-24T16:48:08,522 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cef0cea5e42e4d068ed6a02c22fee6c8 as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cef0cea5e42e4d068ed6a02c22fee6c8 2024-11-24T16:48:08,529 INFO [M:0;e335232f7491:40647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cef0cea5e42e4d068ed6a02c22fee6c8 2024-11-24T16:48:08,529 INFO [M:0;e335232f7491:40647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cef0cea5e42e4d068ed6a02c22fee6c8, entries=6, sequenceid=59, filesize=6.1 K 2024-11-24T16:48:08,531 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/964eef984ebc4b94a5eadb767cc3c431 as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/964eef984ebc4b94a5eadb767cc3c431 2024-11-24T16:48:08,538 INFO [M:0;e335232f7491:40647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/964eef984ebc4b94a5eadb767cc3c431, entries=1, sequenceid=59, filesize=5.0 K 2024-11-24T16:48:08,539 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/be13f9b8953344c493bcaafbb518c2ac as hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/be13f9b8953344c493bcaafbb518c2ac 2024-11-24T16:48:08,549 INFO [M:0;e335232f7491:40647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/be13f9b8953344c493bcaafbb518c2ac, entries=1, sequenceid=59, filesize=4.9 K 2024-11-24T16:48:08,551 INFO [M:0;e335232f7491:40647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=59, compaction requested=false 2024-11-24T16:48:08,562 INFO [M:0;e335232f7491:40647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:08,562 DEBUG [M:0;e335232f7491:40647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466888374Disabling compacts and flushes for region at 1732466888374Disabling writes for close at 1732466888374Obtaining lock to block concurrent updates at 1732466888374Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732466888374Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1732466888375 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732466888375Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732466888375Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732466888391 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732466888391Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732466888405 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732466888421 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732466888421Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732466888436 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732466888451 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732466888451Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732466888468 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732466888489 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732466888489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1d0aaf: reopening flushed file at 1732466888510 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bdfe614: reopening flushed file at 1732466888520 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e34ed7: reopening flushed file at 1732466888530 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360fa4df: reopening flushed file at 1732466888538 (+8 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 177ms, sequenceid=59, compaction requested=false at 1732466888551 (+13 ms)Writing region close event to WAL at 1732466888562 (+11 ms)Closed at 1732466888562 2024-11-24T16:48:08,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741830_1006 (size=27985) 2024-11-24T16:48:08,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32817 is added to blk_1073741830_1006 (size=27985) 2024-11-24T16:48:08,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:48:08,569 INFO [M:0;e335232f7491:40647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T16:48:08,570 INFO [M:0;e335232f7491:40647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40647 2024-11-24T16:48:08,570 INFO [M:0;e335232f7491:40647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:48:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:08,672 INFO [M:0;e335232f7491:40647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:48:08,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40647-0x1014adfc8980000, quorum=127.0.0.1:53062, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:08,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:08,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:08,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:08,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:08,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:08,682 WARN [BP-693687863-172.17.0.2-1732466824722 heartbeating to localhost/127.0.0.1:44521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:08,682 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:08,682 WARN [BP-693687863-172.17.0.2-1732466824722 heartbeating to localhost/127.0.0.1:44521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-693687863-172.17.0.2-1732466824722 (Datanode Uuid 13d8ff5b-2daa-4cd1-ba2e-920dcba953ac) service to localhost/127.0.0.1:44521 2024-11-24T16:48:08,682 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:08,683 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data3/current/BP-693687863-172.17.0.2-1732466824722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:08,684 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data4/current/BP-693687863-172.17.0.2-1732466824722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:08,684 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:08,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:08,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:08,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:08,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:08,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:08,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:08,688 WARN [BP-693687863-172.17.0.2-1732466824722 heartbeating to localhost/127.0.0.1:44521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:08,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:08,688 WARN [BP-693687863-172.17.0.2-1732466824722 heartbeating to localhost/127.0.0.1:44521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-693687863-172.17.0.2-1732466824722 (Datanode Uuid 8c5b80f7-8ac4-4e85-9f70-739720db30a1) service to localhost/127.0.0.1:44521 2024-11-24T16:48:08,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data1/current/BP-693687863-172.17.0.2-1732466824722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:08,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/cluster_c0c28d1c-21c5-23e0-3a05-f55f58c681f4/data/data2/current/BP-693687863-172.17.0.2-1732466824722 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:08,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:08,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:48:08,701 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:08,701 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:08,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:08,701 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:08,710 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T16:48:08,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T16:48:08,746 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/e335232f7491:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e335232f7491:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e335232f7491:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44521 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@58620159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e335232f7491:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:44521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 392), ProcessCount=11 (was 11), AvailableMemoryMB=6463 (was 7320) 2024-11-24T16:48:08,753 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=6463 2024-11-24T16:48:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T16:48:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.log.dir so I do NOT create it in target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8 2024-11-24T16:48:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ce257569-72be-01dc-914a-3ef1bee266da/hadoop.tmp.dir so I do NOT create it in target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8 2024-11-24T16:48:08,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4, deleteOnExit=true 2024-11-24T16:48:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T16:48:08,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/test.cache.data in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T16:48:08,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:48:08,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/nfs.dump.dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T16:48:08,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T16:48:08,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:08,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:08,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:08,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:08,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:48:08,863 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:08,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39b9038d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:08,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9d5199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:08,981 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27448d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-46695-hadoop-hdfs-3_4_1-tests_jar-_-any-14735257489892411711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:48:08,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@230059be{HTTP/1.1, (http/1.1)}{localhost:46695} 2024-11-24T16:48:08,982 INFO [Time-limited test {}] server.Server(415): Started @66232ms 2024-11-24T16:48:09,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:09,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:09,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:09,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:09,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:09,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5545b9e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:09,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ec87b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:09,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d51918b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-34017-hadoop-hdfs-3_4_1-tests_jar-_-any-9780820064312093261/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:09,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e74661{HTTP/1.1, (http/1.1)}{localhost:34017} 2024-11-24T16:48:09,196 INFO [Time-limited test {}] server.Server(415): Started @66447ms 2024-11-24T16:48:09,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:09,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:09,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:09,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:09,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:09,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:09,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9c66de8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:09,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fcab83f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:09,395 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c703136{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-32841-hadoop-hdfs-3_4_1-tests_jar-_-any-10570094960481356784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:09,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c83ed4{HTTP/1.1, (http/1.1)}{localhost:32841} 2024-11-24T16:48:09,396 INFO [Time-limited test {}] server.Server(415): Started @66646ms 2024-11-24T16:48:09,398 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:09,497 INFO [regionserver/e335232f7491:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:48:09,540 WARN [Thread-382 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data1/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:09,541 WARN [Thread-383 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data2/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:09,565 WARN [Thread-348 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1886146be543451 with lease ID 0xbc4e4d81dc9cdf15: Processing first storage report for DS-803d5305-3a2a-408c-8a03-5b64256b7180 from datanode DatanodeRegistration(127.0.0.1:44379, datanodeUuid=6cb718ee-47e2-4e9f-9f7a-570b5ce276ea, infoPort=42537, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1886146be543451 with lease ID 0xbc4e4d81dc9cdf15: from storage DS-803d5305-3a2a-408c-8a03-5b64256b7180 node DatanodeRegistration(127.0.0.1:44379, datanodeUuid=6cb718ee-47e2-4e9f-9f7a-570b5ce276ea, infoPort=42537, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1886146be543451 with lease ID 0xbc4e4d81dc9cdf15: Processing first storage report for DS-5baca908-3b61-4eae-8904-811ed14336bc from datanode DatanodeRegistration(127.0.0.1:44379, datanodeUuid=6cb718ee-47e2-4e9f-9f7a-570b5ce276ea, infoPort=42537, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:09,570 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1886146be543451 with lease ID 0xbc4e4d81dc9cdf15: from storage DS-5baca908-3b61-4eae-8904-811ed14336bc node DatanodeRegistration(127.0.0.1:44379, datanodeUuid=6cb718ee-47e2-4e9f-9f7a-570b5ce276ea, infoPort=42537, infoSecurePort=0, ipcPort=33433, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:09,725 WARN [Thread-395 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data3/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:09,725 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data4/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:09,752 WARN [Thread-373 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60e45439241c233e with lease ID 0xbc4e4d81dc9cdf16: Processing first storage report for DS-d9818d91-e135-4d7c-ac86-325fa0093a82 from datanode DatanodeRegistration(127.0.0.1:34073, datanodeUuid=8ea64881-a7d5-4ab3-b08e-8e80d8764f41, infoPort=32781, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60e45439241c233e with lease ID 0xbc4e4d81dc9cdf16: from storage DS-d9818d91-e135-4d7c-ac86-325fa0093a82 node DatanodeRegistration(127.0.0.1:34073, datanodeUuid=8ea64881-a7d5-4ab3-b08e-8e80d8764f41, infoPort=32781, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60e45439241c233e with lease ID 0xbc4e4d81dc9cdf16: Processing first storage report for DS-624801cc-7d9b-4756-8bd9-621d43ea8469 from datanode DatanodeRegistration(127.0.0.1:34073, datanodeUuid=8ea64881-a7d5-4ab3-b08e-8e80d8764f41, infoPort=32781, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:09,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60e45439241c233e with lease ID 0xbc4e4d81dc9cdf16: from storage DS-624801cc-7d9b-4756-8bd9-621d43ea8469 node DatanodeRegistration(127.0.0.1:34073, datanodeUuid=8ea64881-a7d5-4ab3-b08e-8e80d8764f41, infoPort=32781, infoSecurePort=0, ipcPort=36427, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:09,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8 2024-11-24T16:48:09,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/zookeeper_0, clientPort=57599, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T16:48:09,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57599 2024-11-24T16:48:09,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:09,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:48:09,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:48:09,854 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441 with version=8 2024-11-24T16:48:09,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase-staging 2024-11-24T16:48:09,857 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T16:48:09,857 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:48:09,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45051 2024-11-24T16:48:09,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45051 connecting to ZooKeeper ensemble=127.0.0.1:57599 2024-11-24T16:48:09,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450510x0, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:48:09,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45051-0x1014ae0befa0000 connected 2024-11-24T16:48:09,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:09,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:09,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:09,898 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441, hbase.cluster.distributed=false 2024-11-24T16:48:09,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:48:09,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45051 2024-11-24T16:48:09,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45051 2024-11-24T16:48:09,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45051 2024-11-24T16:48:09,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45051 2024-11-24T16:48:09,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45051 2024-11-24T16:48:09,935 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:48:09,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:09,936 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:48:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:09,936 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:48:09,936 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T16:48:09,936 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:48:09,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37199 2024-11-24T16:48:09,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37199 connecting to ZooKeeper ensemble=127.0.0.1:57599 2024-11-24T16:48:09,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:09,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:09,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371990x0, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:48:09,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37199-0x1014ae0befa0001 connected 2024-11-24T16:48:09,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:09,952 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T16:48:09,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T16:48:09,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T16:48:09,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:48:09,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-24T16:48:09,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37199 2024-11-24T16:48:09,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37199 2024-11-24T16:48:09,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-24T16:48:09,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37199 2024-11-24T16:48:09,982 DEBUG [M:0;e335232f7491:45051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e335232f7491:45051 2024-11-24T16:48:09,982 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e335232f7491,45051,1732466889856 2024-11-24T16:48:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:09,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:09,985 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e335232f7491,45051,1732466889856 2024-11-24T16:48:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T16:48:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:09,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:09,988 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T16:48:09,988 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e335232f7491,45051,1732466889856 from backup master directory 2024-11-24T16:48:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:09,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e335232f7491,45051,1732466889856 2024-11-24T16:48:09,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:09,993 WARN [master/e335232f7491:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:48:09,993 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e335232f7491,45051,1732466889856 2024-11-24T16:48:09,999 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/hbase.id] with ID: a8172492-a066-48ae-9783-dffe1d22f703 2024-11-24T16:48:09,999 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/.tmp/hbase.id 2024-11-24T16:48:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:48:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:48:10,038 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/.tmp/hbase.id]:[hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/hbase.id] 2024-11-24T16:48:10,058 INFO [master/e335232f7491:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:10,058 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T16:48:10,060 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T16:48:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:48:10,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:48:10,078 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:48:10,079 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T16:48:10,079 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:48:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:48:10,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:48:10,089 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store 2024-11-24T16:48:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:48:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:48:10,099 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:10,099 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:48:10,099 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:10,099 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:10,099 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:48:10,099 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:10,099 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:10,099 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466890099Disabling compacts and flushes for region at 1732466890099Disabling writes for close at 1732466890099Writing region close event to WAL at 1732466890099Closed at 1732466890099 2024-11-24T16:48:10,100 WARN [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/.initializing 2024-11-24T16:48:10,100 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856 2024-11-24T16:48:10,102 INFO [master/e335232f7491:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:48:10,104 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C45051%2C1732466889856, suffix=, logDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/oldWALs, maxLogs=10 2024-11-24T16:48:10,118 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104, exclude list is [], retry=0 2024-11-24T16:48:10,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34073,DS-d9818d91-e135-4d7c-ac86-325fa0093a82,DISK] 2024-11-24T16:48:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44379,DS-803d5305-3a2a-408c-8a03-5b64256b7180,DISK] 2024-11-24T16:48:10,124 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 2024-11-24T16:48:10,124 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32781:32781),(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-24T16:48:10,124 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:48:10,125 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:10,125 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,125 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T16:48:10,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T16:48:10,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:10,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T16:48:10,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:10,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T16:48:10,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:10,139 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,140 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,141 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,143 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,143 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,144 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T16:48:10,146 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:10,149 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:48:10,150 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=758902, jitterRate=-0.035007014870643616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T16:48:10,152 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732466890125Initializing all the Stores at 1732466890126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466890127 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466890127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466890127Cleaning up temporary data from old regions at 1732466890143 (+16 ms)Region opened successfully at 1732466890151 (+8 ms) 2024-11-24T16:48:10,152 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T16:48:10,157 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46395dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:48:10,158 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T16:48:10,159 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T16:48:10,159 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T16:48:10,159 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T16:48:10,160 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T16:48:10,160 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T16:48:10,160 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T16:48:10,163 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T16:48:10,164 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T16:48:10,165 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T16:48:10,165 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T16:48:10,166 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T16:48:10,167 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T16:48:10,167 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T16:48:10,168 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T16:48:10,169 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T16:48:10,170 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T16:48:10,173 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T16:48:10,176 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T16:48:10,177 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T16:48:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:10,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,182 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e335232f7491,45051,1732466889856, sessionid=0x1014ae0befa0000, setting cluster-up flag (Was=false) 2024-11-24T16:48:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,191 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T16:48:10,193 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,45051,1732466889856 2024-11-24T16:48:10,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,203 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T16:48:10,204 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,45051,1732466889856 2024-11-24T16:48:10,206 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T16:48:10,209 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:10,209 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T16:48:10,209 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T16:48:10,209 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e335232f7491,45051,1732466889856 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e335232f7491:0, corePoolSize=10, maxPoolSize=10 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:48:10,211 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,212 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732466920212 2024-11-24T16:48:10,213 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T16:48:10,213 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T16:48:10,213 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T16:48:10,213 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T16:48:10,213 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T16:48:10,213 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T16:48:10,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:10,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T16:48:10,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T16:48:10,216 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,217 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T16:48:10,217 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T16:48:10,217 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T16:48:10,217 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T16:48:10,217 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T16:48:10,217 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466890217,5,FailOnTimeoutGroup] 2024-11-24T16:48:10,218 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466890218,5,FailOnTimeoutGroup] 2024-11-24T16:48:10,218 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,218 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T16:48:10,218 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,218 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:48:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:48:10,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T16:48:10,228 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441 2024-11-24T16:48:10,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:48:10,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:48:10,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:10,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:48:10,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:48:10,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:48:10,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:48:10,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:48:10,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:48:10,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:48:10,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:48:10,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:48:10,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740 2024-11-24T16:48:10,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740 2024-11-24T16:48:10,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:48:10,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:48:10,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:48:10,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:48:10,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:48:10,259 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=763699, jitterRate=-0.028906509280204773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:48:10,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732466890238Initializing all the Stores at 1732466890240 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466890240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890240Cleaning up temporary data from old regions at 1732466890254 (+14 ms)Region opened successfully at 1732466890261 (+7 ms) 2024-11-24T16:48:10,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:48:10,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:48:10,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:48:10,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:48:10,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:48:10,262 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:48:10,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466890261Disabling compacts and flushes for region at 1732466890261Disabling writes for close at 1732466890261Writing region close event to WAL at 1732466890262 (+1 ms)Closed at 1732466890262 2024-11-24T16:48:10,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:10,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T16:48:10,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T16:48:10,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:48:10,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T16:48:10,270 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(746): ClusterId : a8172492-a066-48ae-9783-dffe1d22f703 2024-11-24T16:48:10,270 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T16:48:10,272 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T16:48:10,272 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T16:48:10,275 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T16:48:10,275 DEBUG [RS:0;e335232f7491:37199 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54289ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:48:10,293 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e335232f7491:37199 2024-11-24T16:48:10,293 INFO [RS:0;e335232f7491:37199 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T16:48:10,293 INFO [RS:0;e335232f7491:37199 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T16:48:10,293 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T16:48:10,294 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(2659): reportForDuty to master=e335232f7491,45051,1732466889856 with port=37199, startcode=1732466889935 2024-11-24T16:48:10,294 DEBUG [RS:0;e335232f7491:37199 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T16:48:10,297 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33883, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T16:48:10,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45051 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e335232f7491,37199,1732466889935 2024-11-24T16:48:10,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45051 {}] master.ServerManager(517): Registering regionserver=e335232f7491,37199,1732466889935 2024-11-24T16:48:10,300 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441 2024-11-24T16:48:10,300 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36351 2024-11-24T16:48:10,300 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T16:48:10,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:48:10,302 DEBUG [RS:0;e335232f7491:37199 {}] zookeeper.ZKUtil(111): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e335232f7491,37199,1732466889935 2024-11-24T16:48:10,302 WARN [RS:0;e335232f7491:37199 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:48:10,302 INFO [RS:0;e335232f7491:37199 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:48:10,302 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935 2024-11-24T16:48:10,303 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e335232f7491,37199,1732466889935] 2024-11-24T16:48:10,307 INFO [RS:0;e335232f7491:37199 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T16:48:10,310 INFO [RS:0;e335232f7491:37199 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T16:48:10,310 INFO [RS:0;e335232f7491:37199 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T16:48:10,310 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,311 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T16:48:10,312 INFO [RS:0;e335232f7491:37199 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T16:48:10,312 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,312 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,313 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,313 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,313 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:10,313 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:48:10,313 DEBUG [RS:0;e335232f7491:37199 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:48:10,313 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,313 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,313 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,313 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,313 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,313 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,37199,1732466889935-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:48:10,329 INFO [RS:0;e335232f7491:37199 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T16:48:10,329 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,37199,1732466889935-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,329 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,329 INFO [RS:0;e335232f7491:37199 {}] regionserver.Replication(171): e335232f7491,37199,1732466889935 started 2024-11-24T16:48:10,345 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,345 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1482): Serving as e335232f7491,37199,1732466889935, RpcServer on e335232f7491/172.17.0.2:37199, sessionid=0x1014ae0befa0001 2024-11-24T16:48:10,346 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T16:48:10,346 DEBUG [RS:0;e335232f7491:37199 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e335232f7491,37199,1732466889935 2024-11-24T16:48:10,346 DEBUG [RS:0;e335232f7491:37199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,37199,1732466889935' 2024-11-24T16:48:10,346 DEBUG [RS:0;e335232f7491:37199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T16:48:10,347 DEBUG [RS:0;e335232f7491:37199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T16:48:10,347 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T16:48:10,347 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T16:48:10,347 DEBUG [RS:0;e335232f7491:37199 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e335232f7491,37199,1732466889935 2024-11-24T16:48:10,347 DEBUG [RS:0;e335232f7491:37199 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,37199,1732466889935' 2024-11-24T16:48:10,347 DEBUG [RS:0;e335232f7491:37199 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T16:48:10,348 DEBUG [RS:0;e335232f7491:37199 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T16:48:10,348 DEBUG [RS:0;e335232f7491:37199 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T16:48:10,348 INFO [RS:0;e335232f7491:37199 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T16:48:10,349 INFO [RS:0;e335232f7491:37199 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T16:48:10,418 WARN [e335232f7491:45051 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T16:48:10,449 INFO [RS:0;e335232f7491:37199 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:48:10,452 INFO [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C37199%2C1732466889935, suffix=, logDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs, maxLogs=32 2024-11-24T16:48:10,468 DEBUG [RS:0;e335232f7491:37199 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454, exclude list is [], retry=0 2024-11-24T16:48:10,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44379,DS-803d5305-3a2a-408c-8a03-5b64256b7180,DISK] 2024-11-24T16:48:10,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34073,DS-d9818d91-e135-4d7c-ac86-325fa0093a82,DISK] 2024-11-24T16:48:10,475 INFO [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 2024-11-24T16:48:10,475 DEBUG [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42537:42537),(127.0.0.1/127.0.0.1:32781:32781)] 2024-11-24T16:48:10,668 DEBUG [e335232f7491:45051 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T16:48:10,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e335232f7491,37199,1732466889935 2024-11-24T16:48:10,671 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,37199,1732466889935, state=OPENING 2024-11-24T16:48:10,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T16:48:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:10,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:10,675 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:10,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:48:10,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,37199,1732466889935}] 2024-11-24T16:48:10,829 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T16:48:10,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41237, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T16:48:10,835 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T16:48:10,836 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:48:10,836 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T16:48:10,838 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C37199%2C1732466889935.meta, suffix=.meta, logDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935, archiveDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs, maxLogs=32 2024-11-24T16:48:10,855 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta, exclude list is [], retry=0 2024-11-24T16:48:10,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34073,DS-d9818d91-e135-4d7c-ac86-325fa0093a82,DISK] 2024-11-24T16:48:10,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44379,DS-803d5305-3a2a-408c-8a03-5b64256b7180,DISK] 2024-11-24T16:48:10,860 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta 2024-11-24T16:48:10,861 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32781:32781),(127.0.0.1/127.0.0.1:42537:42537)] 2024-11-24T16:48:10,861 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:48:10,861 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T16:48:10,861 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T16:48:10,861 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T16:48:10,862 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T16:48:10,862 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:10,862 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T16:48:10,862 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T16:48:10,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:48:10,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:48:10,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:48:10,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:48:10,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:48:10,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:48:10,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:48:10,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:48:10,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:10,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:10,871 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:48:10,872 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740 2024-11-24T16:48:10,873 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740 2024-11-24T16:48:10,875 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:48:10,875 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:48:10,875 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:48:10,877 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:48:10,878 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=868856, jitterRate=0.10480767488479614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:48:10,878 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T16:48:10,879 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732466890862Writing region info on filesystem at 1732466890862Initializing all the Stores at 1732466890863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466890863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466890863Cleaning up temporary data from old regions at 1732466890875 (+12 ms)Running coprocessor post-open hooks at 1732466890878 (+3 ms)Region opened successfully at 1732466890879 (+1 ms) 2024-11-24T16:48:10,881 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732466890828 2024-11-24T16:48:10,885 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T16:48:10,885 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T16:48:10,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,37199,1732466889935 2024-11-24T16:48:10,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,37199,1732466889935, state=OPEN 2024-11-24T16:48:10,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:48:10,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:48:10,893 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e335232f7491,37199,1732466889935 2024-11-24T16:48:10,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:10,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:10,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T16:48:10,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,37199,1732466889935 in 218 msec 2024-11-24T16:48:10,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T16:48:10,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-24T16:48:10,902 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:10,902 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T16:48:10,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:48:10,904 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,37199,1732466889935, seqNum=-1] 2024-11-24T16:48:10,904 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:48:10,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36627, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:48:10,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 706 msec 2024-11-24T16:48:10,915 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732466890914, completionTime=-1 2024-11-24T16:48:10,915 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T16:48:10,915 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T16:48:10,917 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T16:48:10,917 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732466950917 2024-11-24T16:48:10,917 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732467010917 2024-11-24T16:48:10,917 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T16:48:10,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,45051,1732466889856-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,45051,1732466889856-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,45051,1732466889856-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e335232f7491:45051, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,920 DEBUG [master/e335232f7491:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T16:48:10,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.930sec 2024-11-24T16:48:10,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T16:48:10,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T16:48:10,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T16:48:10,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T16:48:10,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T16:48:10,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,45051,1732466889856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:48:10,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,45051,1732466889856-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T16:48:10,927 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T16:48:10,927 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T16:48:10,927 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,45051,1732466889856-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:10,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190f9fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:48:10,972 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e335232f7491,45051,-1 for getting cluster id 2024-11-24T16:48:10,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T16:48:10,975 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8172492-a066-48ae-9783-dffe1d22f703' 2024-11-24T16:48:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T16:48:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8172492-a066-48ae-9783-dffe1d22f703" 2024-11-24T16:48:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51032618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:48:10,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e335232f7491,45051,-1] 2024-11-24T16:48:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T16:48:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:10,979 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T16:48:10,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dedc51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:48:10,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:48:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,37199,1732466889935, seqNum=-1] 2024-11-24T16:48:10,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:48:10,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:48:10,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e335232f7491,45051,1732466889856 2024-11-24T16:48:10,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:10,996 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T16:48:11,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:11,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:11,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:11,018 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:11,019 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:48:11,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363d2dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:11,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c34ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:11,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f88b9c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-46639-hadoop-hdfs-3_4_1-tests_jar-_-any-7785958213907786791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:11,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@268928f8{HTTP/1.1, (http/1.1)}{localhost:46639} 2024-11-24T16:48:11,186 INFO [Time-limited test {}] server.Server(415): Started @68436ms 2024-11-24T16:48:11,189 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:11,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:11,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:11,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:11,277 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:11,277 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:11,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e38cdfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:11,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b3da037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:11,353 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data5/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:11,353 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data6/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:11,393 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf1994de502bb6a5 with lease ID 0xbc4e4d81dc9cdf17: Processing first storage report for DS-491a2b8c-cace-4bf5-b5f8-56232d151f08 from datanode DatanodeRegistration(127.0.0.1:34559, datanodeUuid=2263f2e2-f28f-46ce-ad7d-b8aefea84445, infoPort=44229, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf1994de502bb6a5 with lease ID 0xbc4e4d81dc9cdf17: from storage DS-491a2b8c-cace-4bf5-b5f8-56232d151f08 node DatanodeRegistration(127.0.0.1:34559, datanodeUuid=2263f2e2-f28f-46ce-ad7d-b8aefea84445, infoPort=44229, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf1994de502bb6a5 with lease ID 0xbc4e4d81dc9cdf17: Processing first storage report for DS-4fa9e10c-8c13-4b3e-9f37-0288b477512e from datanode DatanodeRegistration(127.0.0.1:34559, datanodeUuid=2263f2e2-f28f-46ce-ad7d-b8aefea84445, infoPort=44229, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:11,399 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf1994de502bb6a5 with lease ID 0xbc4e4d81dc9cdf17: from storage DS-4fa9e10c-8c13-4b3e-9f37-0288b477512e node DatanodeRegistration(127.0.0.1:34559, datanodeUuid=2263f2e2-f28f-46ce-ad7d-b8aefea84445, infoPort=44229, infoSecurePort=0, ipcPort=43631, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:11,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59dddc33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-36055-hadoop-hdfs-3_4_1-tests_jar-_-any-6058162773480160841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:11,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73665cbe{HTTP/1.1, (http/1.1)}{localhost:36055} 2024-11-24T16:48:11,413 INFO [Time-limited test {}] server.Server(415): Started @68663ms 2024-11-24T16:48:11,414 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:11,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:11,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:11,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:11,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:11,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:11,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@331de243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:11,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bb0be6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:11,531 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data8/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:11,531 WARN [Thread-543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data7/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:11,556 WARN [Thread-523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb23423b3f845f92 with lease ID 0xbc4e4d81dc9cdf18: Processing first storage report for DS-0271ca1d-9393-4194-ba39-93d47d65f22f from datanode DatanodeRegistration(127.0.0.1:39231, datanodeUuid=fcbf0cf2-897b-4b45-bb6c-a065e81fc9ac, infoPort=33695, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb23423b3f845f92 with lease ID 0xbc4e4d81dc9cdf18: from storage DS-0271ca1d-9393-4194-ba39-93d47d65f22f node DatanodeRegistration(127.0.0.1:39231, datanodeUuid=fcbf0cf2-897b-4b45-bb6c-a065e81fc9ac, infoPort=33695, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T16:48:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeb23423b3f845f92 with lease ID 0xbc4e4d81dc9cdf18: Processing first storage report for DS-8530144b-c4a5-408d-b682-7d905f1519cd from datanode DatanodeRegistration(127.0.0.1:39231, datanodeUuid=fcbf0cf2-897b-4b45-bb6c-a065e81fc9ac, infoPort=33695, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:11,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeb23423b3f845f92 with lease ID 0xbc4e4d81dc9cdf18: from storage DS-8530144b-c4a5-408d-b682-7d905f1519cd node DatanodeRegistration(127.0.0.1:39231, datanodeUuid=fcbf0cf2-897b-4b45-bb6c-a065e81fc9ac, infoPort=33695, infoSecurePort=0, ipcPort=34717, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:11,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b6597e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-42237-hadoop-hdfs-3_4_1-tests_jar-_-any-11254287775068815387/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:11,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8e3f396{HTTP/1.1, (http/1.1)}{localhost:42237} 2024-11-24T16:48:11,591 INFO [Time-limited test {}] server.Server(415): Started @68841ms 2024-11-24T16:48:11,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:11,709 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data9/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:11,709 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data10/current/BP-1897322094-172.17.0.2-1732466888787/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:11,744 WARN [Thread-558 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96d3fa1f0b085b99 with lease ID 0xbc4e4d81dc9cdf19: Processing first storage report for DS-d9c8c6b4-da3b-4cb6-b738-3c9440dd09d0 from datanode DatanodeRegistration(127.0.0.1:39377, datanodeUuid=09e49ff3-2aac-4175-b34b-c3b401441e78, infoPort=34565, infoSecurePort=0, ipcPort=36989, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96d3fa1f0b085b99 with lease ID 0xbc4e4d81dc9cdf19: from storage DS-d9c8c6b4-da3b-4cb6-b738-3c9440dd09d0 node DatanodeRegistration(127.0.0.1:39377, datanodeUuid=09e49ff3-2aac-4175-b34b-c3b401441e78, infoPort=34565, infoSecurePort=0, ipcPort=36989, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T16:48:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x96d3fa1f0b085b99 with lease ID 0xbc4e4d81dc9cdf19: Processing first storage report for DS-a0c6cfb0-733a-4541-b221-68509edd7a33 from datanode DatanodeRegistration(127.0.0.1:39377, datanodeUuid=09e49ff3-2aac-4175-b34b-c3b401441e78, infoPort=34565, infoSecurePort=0, ipcPort=36989, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787) 2024-11-24T16:48:11,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x96d3fa1f0b085b99 with lease ID 0xbc4e4d81dc9cdf19: from storage DS-a0c6cfb0-733a-4541-b221-68509edd7a33 node DatanodeRegistration(127.0.0.1:39377, datanodeUuid=09e49ff3-2aac-4175-b34b-c3b401441e78, infoPort=34565, infoSecurePort=0, ipcPort=36989, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:11,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T16:48:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e335232f7491,45051,1732466889856 2024-11-24T16:48:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3980582 2024-11-24T16:48:11,822 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T16:48:11,825 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T16:48:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T16:48:11,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T16:48:11,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:48:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T16:48:11,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T16:48:11,830 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:11,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-24T16:48:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:48:11,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T16:48:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741835_1011 (size=393) 2024-11-24T16:48:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44379 is added to blk_1073741835_1011 (size=393) 2024-11-24T16:48:11,845 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 948c5275f0be4da155ad7be649074f5a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441 2024-11-24T16:48:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741836_1012 (size=76) 2024-11-24T16:48:11,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741836_1012 (size=76) 2024-11-24T16:48:11,855 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:11,855 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 948c5275f0be4da155ad7be649074f5a, disabling compactions & flushes 2024-11-24T16:48:11,855 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:11,855 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:11,855 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. after waiting 0 ms 2024-11-24T16:48:11,855 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:11,855 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:11,855 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 948c5275f0be4da155ad7be649074f5a: Waiting for close lock at 1732466891855Disabling compacts and flushes for region at 1732466891855Disabling writes for close at 1732466891855Writing region close event to WAL at 1732466891855Closed at 1732466891855 2024-11-24T16:48:11,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T16:48:11,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732466891857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732466891857"}]},"ts":"1732466891857"} 2024-11-24T16:48:11,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T16:48:11,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T16:48:11,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466891862"}]},"ts":"1732466891862"} 2024-11-24T16:48:11,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-24T16:48:11,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=948c5275f0be4da155ad7be649074f5a, ASSIGN}] 2024-11-24T16:48:11,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=948c5275f0be4da155ad7be649074f5a, ASSIGN 2024-11-24T16:48:11,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=948c5275f0be4da155ad7be649074f5a, ASSIGN; state=OFFLINE, location=e335232f7491,37199,1732466889935; forceNewPlan=false, retain=false 2024-11-24T16:48:12,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=948c5275f0be4da155ad7be649074f5a, regionState=OPENING, regionLocation=e335232f7491,37199,1732466889935 2024-11-24T16:48:12,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=948c5275f0be4da155ad7be649074f5a, ASSIGN because future has completed 2024-11-24T16:48:12,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 948c5275f0be4da155ad7be649074f5a, server=e335232f7491,37199,1732466889935}] 2024-11-24T16:48:12,183 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:12,184 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 948c5275f0be4da155ad7be649074f5a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:48:12,184 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,184 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:12,185 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,185 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,187 INFO [StoreOpener-948c5275f0be4da155ad7be649074f5a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,188 INFO [StoreOpener-948c5275f0be4da155ad7be649074f5a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 948c5275f0be4da155ad7be649074f5a columnFamilyName info 2024-11-24T16:48:12,188 DEBUG [StoreOpener-948c5275f0be4da155ad7be649074f5a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:12,189 INFO [StoreOpener-948c5275f0be4da155ad7be649074f5a-1 {}] regionserver.HStore(327): Store=948c5275f0be4da155ad7be649074f5a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:12,189 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,190 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,191 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,191 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,192 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,194 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,197 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:48:12,197 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 948c5275f0be4da155ad7be649074f5a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=698594, jitterRate=-0.11169230937957764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T16:48:12,197 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:12,199 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 948c5275f0be4da155ad7be649074f5a: Running coprocessor pre-open hook at 1732466892185Writing region info on filesystem at 1732466892185Initializing all the Stores at 1732466892186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466892186Cleaning up temporary data from old regions at 1732466892192 (+6 ms)Running coprocessor post-open hooks at 1732466892198 (+6 ms)Region opened successfully at 1732466892199 (+1 ms) 2024-11-24T16:48:12,200 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a., pid=6, masterSystemTime=1732466892178 2024-11-24T16:48:12,203 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:12,203 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:12,204 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=948c5275f0be4da155ad7be649074f5a, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,37199,1732466889935 2024-11-24T16:48:12,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 948c5275f0be4da155ad7be649074f5a, server=e335232f7491,37199,1732466889935 because future has completed 2024-11-24T16:48:12,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T16:48:12,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 948c5275f0be4da155ad7be649074f5a, server=e335232f7491,37199,1732466889935 in 185 msec 2024-11-24T16:48:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T16:48:12,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=948c5275f0be4da155ad7be649074f5a, ASSIGN in 347 msec 2024-11-24T16:48:12,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T16:48:12,215 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466892215"}]},"ts":"1732466892215"} 2024-11-24T16:48:12,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-24T16:48:12,218 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T16:48:12,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 392 msec 2024-11-24T16:48:12,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:12,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:13,314 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T16:48:13,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:13,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:16,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T16:48:16,308 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-24T16:48:18,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T16:48:18,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-24T16:48:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45051 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:48:21,852 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-24T16:48:21,852 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-24T16:48:21,853 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T16:48:21,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-24T16:48:21,858 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T16:48:21,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-24T16:48:21,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a., hostname=e335232f7491,37199,1732466889935, seqNum=2] 2024-11-24T16:48:21,866 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-24T16:48:21,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T16:48:21,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:21,870 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1932466519_22 at /127.0.0.1:47358 [Receiving block BP-1897322094-172.17.0.2-1732466888787:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:44379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47358 dst: /127.0.0.1:44379 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:21,870 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_122035006_22 at /127.0.0.1:47330 [Receiving block BP-1897322094-172.17.0.2-1732466888787:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:44379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47330 dst: /127.0.0.1:44379 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:21,871 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1932466519_22 at /127.0.0.1:53204 [Receiving block BP-1897322094-172.17.0.2-1732466888787:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53204 dst: /127.0.0.1:34073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:21,871 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1932466519_22 at /127.0.0.1:52318 [Receiving block BP-1897322094-172.17.0.2-1732466888787:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52318 dst: /127.0.0.1:34073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:21,871 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1932466519_22 at /127.0.0.1:58054 [Receiving block BP-1897322094-172.17.0.2-1732466888787:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:44379:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58054 dst: /127.0.0.1:44379 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:21,871 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_122035006_22 at /127.0.0.1:53176 [Receiving block BP-1897322094-172.17.0.2-1732466888787:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34073:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53176 dst: /127.0.0.1:34073 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:21,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d51918b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:21,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e74661{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:21,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:21,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ec87b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:21,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5545b9e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:21,875 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:21,875 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:21,876 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897322094-172.17.0.2-1732466888787 (Datanode Uuid 6cb718ee-47e2-4e9f-9f7a-570b5ce276ea) service to localhost/127.0.0.1:36351 2024-11-24T16:48:21,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:21,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data1/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:21,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data2/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:21,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:21,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:21,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:21,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:21,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:21,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:21,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c63f647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:21,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58afcd3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:22,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34d8c775{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/java.io.tmpdir/jetty-localhost-45025-hadoop-hdfs-3_4_1-tests_jar-_-any-10623415345097353446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:22,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40751df8{HTTP/1.1, (http/1.1)}{localhost:45025} 2024-11-24T16:48:22,014 INFO [Time-limited test {}] server.Server(415): Started @79264ms 2024-11-24T16:48:22,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:22,038 WARN [AsyncFSWAL-0-hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441-prefix:e335232f7491,37199,1732466889935 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:22,039 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e335232f7491%2C37199%2C1732466889935:(num 1732466890454) roll requested 2024-11-24T16:48:22,055 DEBUG [regionserver/e335232f7491:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466902039, exclude list is [], retry=0 2024-11-24T16:48:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34559,DS-491a2b8c-cace-4bf5-b5f8-56232d151f08,DISK] 2024-11-24T16:48:22,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-0271ca1d-9393-4194-ba39-93d47d65f22f,DISK] 2024-11-24T16:48:22,068 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466902039 2024-11-24T16:48:22,069 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44229:44229),(127.0.0.1/127.0.0.1:33695:33695)] 2024-11-24T16:48:22,069 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 is not closed yet, will try archiving it next time 2024-11-24T16:48:22,070 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:22,070 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:22,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T16:48:22,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:48:22,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:48:22,072 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T16:48:22,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:22,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:22,072 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T16:48:22,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T16:48:22,073 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 2024-11-24T16:48:22,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T16:48:22,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1022147959, stopped=false 2024-11-24T16:48:22,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e335232f7491,45051,1732466889856 2024-11-24T16:48:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:22,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:48:22,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:22,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:48:22,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:48:22,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:22,076 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e335232f7491,37199,1732466889935' ***** 2024-11-24T16:48:22,076 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T16:48:22,076 INFO [RS:0;e335232f7491:37199 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T16:48:22,076 INFO [RS:0;e335232f7491:37199 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T16:48:22,076 INFO [RS:0;e335232f7491:37199 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T16:48:22,076 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(3091): Received CLOSE for 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:22,077 WARN [IPC Server handler 3 on default port 36351 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-24T16:48:22,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T16:48:22,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:22,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:22,081 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(959): stopping server e335232f7491,37199,1732466889935 2024-11-24T16:48:22,081 INFO [RS:0;e335232f7491:37199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:48:22,081 INFO [RS:0;e335232f7491:37199 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e335232f7491:37199. 2024-11-24T16:48:22,081 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 948c5275f0be4da155ad7be649074f5a, disabling compactions & flushes 2024-11-24T16:48:22,081 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:22,081 DEBUG [RS:0;e335232f7491:37199 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:48:22,081 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:22,081 DEBUG [RS:0;e335232f7491:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:22,081 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. after waiting 0 ms 2024-11-24T16:48:22,081 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:22,081 INFO [RS:0;e335232f7491:37199 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T16:48:22,081 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 after 6ms 2024-11-24T16:48:22,081 INFO [RS:0;e335232f7491:37199 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T16:48:22,082 INFO [RS:0;e335232f7491:37199 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T16:48:22,082 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 948c5275f0be4da155ad7be649074f5a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-24T16:48:22,082 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T16:48:22,088 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T16:48:22,088 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 948c5275f0be4da155ad7be649074f5a=TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a.} 2024-11-24T16:48:22,088 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 948c5275f0be4da155ad7be649074f5a 2024-11-24T16:48:22,088 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:48:22,089 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:48:22,089 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:48:22,089 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:48:22,089 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:48:22,089 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-24T16:48:22,090 WARN [AsyncFSWAL-0-hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441-prefix:e335232f7491,37199,1732466889935.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:22,090 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e335232f7491%2C37199%2C1732466889935.meta:.meta(num 1732466890840) roll requested 2024-11-24T16:48:22,106 DEBUG [regionserver/e335232f7491:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466902090.meta, exclude list is [], retry=0 2024-11-24T16:48:22,106 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/.tmp/info/bcd04999f9a84d52bf3e2cebb7bdc441 is 1055, key is row0001/info:/1732466901864/Put/seqid=0 2024-11-24T16:48:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34073,DS-d9818d91-e135-4d7c-ac86-325fa0093a82,DISK] 2024-11-24T16:48:22,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39377,DS-d9c8c6b4-da3b-4cb6-b738-3c9440dd09d0,DISK] 2024-11-24T16:48:22,124 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466902090.meta 2024-11-24T16:48:22,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741838_1015 (size=7062) 2024-11-24T16:48:22,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741838_1015 (size=7062) 2024-11-24T16:48:22,128 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/.tmp/info/bcd04999f9a84d52bf3e2cebb7bdc441 2024-11-24T16:48:22,128 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32781:32781),(127.0.0.1/127.0.0.1:34565:34565)] 2024-11-24T16:48:22,128 DEBUG [regionserver/e335232f7491:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta is not closed yet, will try archiving it next time 2024-11-24T16:48:22,128 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:22,129 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:22,129 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta 2024-11-24T16:48:22,130 WARN [IPC Server handler 0 on default port 36351 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-24T16:48:22,131 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta after 2ms 2024-11-24T16:48:22,141 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/.tmp/info/bcd04999f9a84d52bf3e2cebb7bdc441 as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/info/bcd04999f9a84d52bf3e2cebb7bdc441 2024-11-24T16:48:22,144 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8f2d46e97399caf with lease ID 0xbc4e4d81dc9cdf1a: from storage DS-803d5305-3a2a-408c-8a03-5b64256b7180 node DatanodeRegistration(127.0.0.1:46387, datanodeUuid=6cb718ee-47e2-4e9f-9f7a-570b5ce276ea, infoPort=35827, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T16:48:22,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8f2d46e97399caf with lease ID 0xbc4e4d81dc9cdf1a: from storage DS-5baca908-3b61-4eae-8904-811ed14336bc node DatanodeRegistration(127.0.0.1:46387, datanodeUuid=6cb718ee-47e2-4e9f-9f7a-570b5ce276ea, infoPort=35827, infoSecurePort=0, ipcPort=42859, storageInfo=lv=-57;cid=testClusterID;nsid=593481839;c=1732466888787), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:22,150 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/info/bcd04999f9a84d52bf3e2cebb7bdc441, entries=2, sequenceid=6, filesize=6.9 K 2024-11-24T16:48:22,152 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 948c5275f0be4da155ad7be649074f5a in 70ms, sequenceid=6, compaction requested=false 2024-11-24T16:48:22,153 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/info/41139e67b2fb43f89b0a330fd0c11627 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a./info:regioninfo/1732466892204/Put/seqid=0 2024-11-24T16:48:22,167 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/default/TestLogRolling-testLogRollOnDatanodeDeath/948c5275f0be4da155ad7be649074f5a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T16:48:22,168 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:22,168 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 948c5275f0be4da155ad7be649074f5a: Waiting for close lock at 1732466902081Running coprocessor pre-close hooks at 1732466902081Disabling compacts and flushes for region at 1732466902081Disabling writes for close at 1732466902081Obtaining lock to block concurrent updates at 1732466902082 (+1 ms)Preparing flush snapshotting stores in 948c5275f0be4da155ad7be649074f5a at 1732466902082Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732466902082Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. at 1732466902083 (+1 ms)Flushing 948c5275f0be4da155ad7be649074f5a/info: creating writer at 1732466902083Flushing 948c5275f0be4da155ad7be649074f5a/info: appending metadata at 1732466902105 (+22 ms)Flushing 948c5275f0be4da155ad7be649074f5a/info: closing flushed file at 1732466902106 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccb4d57: reopening flushed file at 1732466902140 (+34 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 948c5275f0be4da155ad7be649074f5a in 70ms, sequenceid=6, compaction requested=false at 1732466902152 (+12 ms)Writing region close event to WAL at 1732466902162 (+10 ms)Running coprocessor post-close hooks at 1732466902168 (+6 ms)Closed at 1732466902168 2024-11-24T16:48:22,169 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732466891825.948c5275f0be4da155ad7be649074f5a. 2024-11-24T16:48:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741840_1018 (size=7089) 2024-11-24T16:48:22,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741840_1018 (size=7089) 2024-11-24T16:48:22,172 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/info/41139e67b2fb43f89b0a330fd0c11627 2024-11-24T16:48:22,201 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/ns/f26c1b585dc542dcaaea0dc61f2601ea is 43, key is default/ns:d/1732466890907/Put/seqid=0 2024-11-24T16:48:22,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741841_1019 (size=5153) 2024-11-24T16:48:22,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741841_1019 (size=5153) 2024-11-24T16:48:22,211 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/ns/f26c1b585dc542dcaaea0dc61f2601ea 2024-11-24T16:48:22,239 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/table/d9f21e9ead8f4ad786899691dd0e5de6 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732466892215/Put/seqid=0 2024-11-24T16:48:22,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741842_1020 (size=5424) 2024-11-24T16:48:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741842_1020 (size=5424) 2024-11-24T16:48:22,249 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/table/d9f21e9ead8f4ad786899691dd0e5de6 2024-11-24T16:48:22,257 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/info/41139e67b2fb43f89b0a330fd0c11627 as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/info/41139e67b2fb43f89b0a330fd0c11627 2024-11-24T16:48:22,265 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/info/41139e67b2fb43f89b0a330fd0c11627, entries=10, sequenceid=11, filesize=6.9 K 2024-11-24T16:48:22,266 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/ns/f26c1b585dc542dcaaea0dc61f2601ea as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/ns/f26c1b585dc542dcaaea0dc61f2601ea 2024-11-24T16:48:22,273 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/ns/f26c1b585dc542dcaaea0dc61f2601ea, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T16:48:22,274 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/.tmp/table/d9f21e9ead8f4ad786899691dd0e5de6 as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/table/d9f21e9ead8f4ad786899691dd0e5de6 2024-11-24T16:48:22,282 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/table/d9f21e9ead8f4ad786899691dd0e5de6, entries=2, sequenceid=11, filesize=5.3 K 2024-11-24T16:48:22,284 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=11, compaction requested=false 2024-11-24T16:48:22,288 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T16:48:22,289 DEBUG [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T16:48:22,289 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:48:22,289 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:48:22,289 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466902088Running coprocessor pre-close hooks at 1732466902088Disabling compacts and flushes for region at 1732466902088Disabling writes for close at 1732466902089 (+1 ms)Obtaining lock to block concurrent updates at 1732466902089Preparing flush snapshotting stores in 1588230740 at 1732466902089Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732466902089Flushing stores of hbase:meta,,1.1588230740 at 1732466902132 (+43 ms)Flushing 1588230740/info: creating writer at 1732466902132Flushing 1588230740/info: appending metadata at 1732466902152 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732466902152Flushing 1588230740/ns: creating writer at 1732466902182 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732466902201 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732466902201Flushing 1588230740/table: creating writer at 1732466902220 (+19 ms)Flushing 1588230740/table: appending metadata at 1732466902238 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732466902238Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48493a00: reopening flushed file at 1732466902256 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25569194: reopening flushed file at 1732466902265 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6671ff84: reopening flushed file at 1732466902273 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 194ms, sequenceid=11, compaction requested=false at 1732466902284 (+11 ms)Writing region close event to WAL at 1732466902285 (+1 ms)Running coprocessor post-close hooks at 1732466902289 (+4 ms)Closed at 1732466902289 2024-11-24T16:48:22,290 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T16:48:22,314 INFO [regionserver/e335232f7491:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:48:22,320 INFO [regionserver/e335232f7491:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T16:48:22,320 INFO [regionserver/e335232f7491:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T16:48:22,489 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(976): stopping server e335232f7491,37199,1732466889935; all regions closed. 2024-11-24T16:48:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741839_1016 (size=825) 2024-11-24T16:48:22,492 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466902090.meta not finished, retry = 0 2024-11-24T16:48:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741839_1016 (size=825) 2024-11-24T16:48:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741833_1014 (size=1599) 2024-11-24T16:48:26,082 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 after 4009ms 2024-11-24T16:48:26,083 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.1732466890454 to hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs/e335232f7491%2C37199%2C1732466889935.1732466890454 2024-11-24T16:48:26,132 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta after 4003ms 2024-11-24T16:48:26,133 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/WALs/e335232f7491,37199,1732466889935/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta to hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs/e335232f7491%2C37199%2C1732466889935.meta.1732466890840.meta 2024-11-24T16:48:26,136 DEBUG [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs 2024-11-24T16:48:26,136 INFO [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C37199%2C1732466889935.meta:.meta(num 1732466902090) 2024-11-24T16:48:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741837_1013 (size=2288) 2024-11-24T16:48:26,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741837_1013 (size=2288) 2024-11-24T16:48:26,142 DEBUG [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs 2024-11-24T16:48:26,142 INFO [RS:0;e335232f7491:37199 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C37199%2C1732466889935:(num 1732466902039) 2024-11-24T16:48:26,142 DEBUG [RS:0;e335232f7491:37199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:26,142 INFO [RS:0;e335232f7491:37199 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:48:26,142 INFO [RS:0;e335232f7491:37199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:48:26,142 INFO [RS:0;e335232f7491:37199 {}] hbase.ChoreService(370): Chore service for: regionserver/e335232f7491:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T16:48:26,142 INFO [RS:0;e335232f7491:37199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:48:26,142 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:48:26,143 INFO [RS:0;e335232f7491:37199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37199 2024-11-24T16:48:26,145 INFO [RS:0;e335232f7491:37199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:48:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:48:26,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e335232f7491,37199,1732466889935 2024-11-24T16:48:26,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e335232f7491,37199,1732466889935] 2024-11-24T16:48:26,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e335232f7491,37199,1732466889935 already deleted, retry=false 2024-11-24T16:48:26,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e335232f7491,37199,1732466889935 expired; onlineServers=0 2024-11-24T16:48:26,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e335232f7491,45051,1732466889856' ***** 2024-11-24T16:48:26,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T16:48:26,149 INFO [M:0;e335232f7491:45051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:48:26,149 INFO [M:0;e335232f7491:45051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:48:26,150 DEBUG [M:0;e335232f7491:45051 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T16:48:26,150 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T16:48:26,150 DEBUG [M:0;e335232f7491:45051 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T16:48:26,150 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466890217 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466890217,5,FailOnTimeoutGroup] 2024-11-24T16:48:26,150 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466890218 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466890218,5,FailOnTimeoutGroup] 2024-11-24T16:48:26,150 INFO [M:0;e335232f7491:45051 {}] hbase.ChoreService(370): Chore service for: master/e335232f7491:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T16:48:26,150 INFO [M:0;e335232f7491:45051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:48:26,150 DEBUG [M:0;e335232f7491:45051 {}] master.HMaster(1795): Stopping service threads 2024-11-24T16:48:26,150 INFO [M:0;e335232f7491:45051 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T16:48:26,150 INFO [M:0;e335232f7491:45051 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:48:26,151 INFO [M:0;e335232f7491:45051 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T16:48:26,151 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T16:48:26,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T16:48:26,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:26,151 DEBUG [M:0;e335232f7491:45051 {}] zookeeper.ZKUtil(347): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T16:48:26,151 WARN [M:0;e335232f7491:45051 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T16:48:26,153 INFO [M:0;e335232f7491:45051 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/.lastflushedseqids 2024-11-24T16:48:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741843_1021 (size=139) 2024-11-24T16:48:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741843_1021 (size=139) 2024-11-24T16:48:26,161 INFO [M:0;e335232f7491:45051 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T16:48:26,161 INFO [M:0;e335232f7491:45051 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T16:48:26,161 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:48:26,161 INFO [M:0;e335232f7491:45051 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:26,161 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:26,161 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:48:26,161 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:26,161 INFO [M:0;e335232f7491:45051 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-24T16:48:26,162 WARN [AsyncFSWAL-0-hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData-prefix:e335232f7491,45051,1732466889856 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:26,162 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e335232f7491%2C45051%2C1732466889856:(num 1732466890104) roll requested 2024-11-24T16:48:26,177 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466906162, exclude list is [], retry=0 2024-11-24T16:48:26,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39231,DS-0271ca1d-9393-4194-ba39-93d47d65f22f,DISK] 2024-11-24T16:48:26,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34559,DS-491a2b8c-cace-4bf5-b5f8-56232d151f08,DISK] 2024-11-24T16:48:26,182 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466906162 2024-11-24T16:48:26,182 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33695:33695),(127.0.0.1/127.0.0.1:44229:44229)] 2024-11-24T16:48:26,182 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 is not closed yet, will try archiving it next time 2024-11-24T16:48:26,182 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:26,182 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T16:48:26,183 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 2024-11-24T16:48:26,184 WARN [IPC Server handler 1 on default port 36351 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-24T16:48:26,184 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 after 1ms 2024-11-24T16:48:26,199 DEBUG [M:0;e335232f7491:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09bab5ef45e4860be02db7a979cb68b is 82, key is hbase:meta,,1/info:regioninfo/1732466890885/Put/seqid=0 2024-11-24T16:48:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741845_1024 (size=5672) 2024-11-24T16:48:26,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741845_1024 (size=5672) 2024-11-24T16:48:26,206 INFO [M:0;e335232f7491:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09bab5ef45e4860be02db7a979cb68b 2024-11-24T16:48:26,238 DEBUG [M:0;e335232f7491:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3343532c396f4c56a4cd72416c29e453 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732466892219/Put/seqid=0 2024-11-24T16:48:26,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741846_1025 (size=6114) 2024-11-24T16:48:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741846_1025 (size=6114) 2024-11-24T16:48:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:26,247 INFO [RS:0;e335232f7491:37199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:48:26,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37199-0x1014ae0befa0001, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:26,247 INFO [RS:0;e335232f7491:37199 {}] regionserver.HRegionServer(1031): Exiting; stopping=e335232f7491,37199,1732466889935; zookeeper connection closed. 2024-11-24T16:48:26,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@764d8058 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@764d8058 2024-11-24T16:48:26,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T16:48:26,646 INFO [M:0;e335232f7491:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3343532c396f4c56a4cd72416c29e453 2024-11-24T16:48:26,669 DEBUG [M:0;e335232f7491:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c758d3fa4af47a9bab4a3d598c27bed is 69, key is e335232f7491,37199,1732466889935/rs:state/1732466890298/Put/seqid=0 2024-11-24T16:48:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46387 is added to blk_1073741847_1026 (size=5156) 2024-11-24T16:48:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39377 is added to blk_1073741847_1026 (size=5156) 2024-11-24T16:48:26,675 INFO [M:0;e335232f7491:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c758d3fa4af47a9bab4a3d598c27bed 2024-11-24T16:48:26,696 DEBUG [M:0;e335232f7491:45051 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00841c74162643cfa0ec9c531e843b1f is 52, key is load_balancer_on/state:d/1732466890995/Put/seqid=0 2024-11-24T16:48:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741848_1027 (size=5056) 2024-11-24T16:48:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741848_1027 (size=5056) 2024-11-24T16:48:26,703 INFO [M:0;e335232f7491:45051 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00841c74162643cfa0ec9c531e843b1f 2024-11-24T16:48:26,710 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e09bab5ef45e4860be02db7a979cb68b as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09bab5ef45e4860be02db7a979cb68b 2024-11-24T16:48:26,716 INFO [M:0;e335232f7491:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e09bab5ef45e4860be02db7a979cb68b, entries=8, sequenceid=56, filesize=5.5 K 2024-11-24T16:48:26,717 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3343532c396f4c56a4cd72416c29e453 as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3343532c396f4c56a4cd72416c29e453 2024-11-24T16:48:26,723 INFO [M:0;e335232f7491:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3343532c396f4c56a4cd72416c29e453, entries=6, sequenceid=56, filesize=6.0 K 2024-11-24T16:48:26,724 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c758d3fa4af47a9bab4a3d598c27bed as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c758d3fa4af47a9bab4a3d598c27bed 2024-11-24T16:48:26,730 INFO [M:0;e335232f7491:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c758d3fa4af47a9bab4a3d598c27bed, entries=1, sequenceid=56, filesize=5.0 K 2024-11-24T16:48:26,731 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/00841c74162643cfa0ec9c531e843b1f as hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/00841c74162643cfa0ec9c531e843b1f 2024-11-24T16:48:26,737 INFO [M:0;e335232f7491:45051 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/00841c74162643cfa0ec9c531e843b1f, entries=1, sequenceid=56, filesize=4.9 K 2024-11-24T16:48:26,738 INFO [M:0;e335232f7491:45051 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=56, compaction requested=false 2024-11-24T16:48:26,739 INFO [M:0;e335232f7491:45051 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:26,740 DEBUG [M:0;e335232f7491:45051 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466906161Disabling compacts and flushes for region at 1732466906161Disabling writes for close at 1732466906161Obtaining lock to block concurrent updates at 1732466906161Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732466906161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732466906162 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732466906182 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732466906183 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732466906199 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732466906199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732466906214 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732466906237 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732466906237Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732466906652 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732466906668 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732466906668Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732466906680 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732466906696 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732466906696Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b29c50: reopening flushed file at 1732466906709 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d871571: reopening flushed file at 1732466906716 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201a8966: reopening flushed file at 1732466906723 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfbfbdf: reopening flushed file at 1732466906730 (+7 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 577ms, sequenceid=56, compaction requested=false at 1732466906738 (+8 ms)Writing region close event to WAL at 1732466906739 (+1 ms)Closed at 1732466906739 2024-11-24T16:48:26,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741844_1022 (size=757) 2024-11-24T16:48:26,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741844_1022 (size=757) 2024-11-24T16:48:27,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:27,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:27,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:27,693 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T16:48:27,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:27,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:27,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34559 is added to blk_1073741833_1014 (size=1599) 2024-11-24T16:48:27,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39231 is added to blk_1073741834_1017 (size=2386) 2024-11-24T16:48:28,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T16:48:28,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:48:28,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T16:48:28,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T16:48:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34073 is added to blk_1073741830_1023 (size=27177) 2024-11-24T16:48:30,185 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 after 4002ms 2024-11-24T16:48:30,185 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/WALs/e335232f7491,45051,1732466889856/e335232f7491%2C45051%2C1732466889856.1732466890104 to hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/oldWALs/e335232f7491%2C45051%2C1732466889856.1732466890104 2024-11-24T16:48:30,189 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/MasterData/oldWALs/e335232f7491%2C45051%2C1732466889856.1732466890104 to hdfs://localhost:36351/user/jenkins/test-data/dec29ac9-ddcc-f711-0366-bc35fe2de441/oldWALs/e335232f7491%2C45051%2C1732466889856.1732466890104$masterlocalwal$ 2024-11-24T16:48:30,190 INFO [M:0;e335232f7491:45051 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T16:48:30,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:48:30,190 INFO [M:0;e335232f7491:45051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45051 2024-11-24T16:48:30,190 INFO [M:0;e335232f7491:45051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:48:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:30,294 INFO [M:0;e335232f7491:45051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:48:30,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45051-0x1014ae0befa0000, quorum=127.0.0.1:57599, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:48:30,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34d8c775{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:30,297 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40751df8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:30,297 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:30,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58afcd3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:30,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c63f647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:30,298 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:30,298 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:30,299 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897322094-172.17.0.2-1732466888787 (Datanode Uuid 6cb718ee-47e2-4e9f-9f7a-570b5ce276ea) service to localhost/127.0.0.1:36351 2024-11-24T16:48:30,299 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:30,299 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data1/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,300 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data2/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,300 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:30,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b6597e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:30,302 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8e3f396{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:30,302 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:30,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bb0be6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:30,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@331de243{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:30,304 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:30,304 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:30,304 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:30,304 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897322094-172.17.0.2-1732466888787 (Datanode Uuid 09e49ff3-2aac-4175-b34b-c3b401441e78) service to localhost/127.0.0.1:36351 2024-11-24T16:48:30,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data9/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,305 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data10/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,305 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:30,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59dddc33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:30,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73665cbe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:30,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:30,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b3da037{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:30,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e38cdfd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:30,309 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:30,309 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897322094-172.17.0.2-1732466888787 (Datanode Uuid fcbf0cf2-897b-4b45-bb6c-a065e81fc9ac) service to localhost/127.0.0.1:36351 2024-11-24T16:48:30,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:30,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:30,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data7/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data8/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:30,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f88b9c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:30,312 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@268928f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:30,312 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:30,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c34ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:30,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363d2dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:30,313 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:30,313 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:30,313 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897322094-172.17.0.2-1732466888787 (Datanode Uuid 2263f2e2-f28f-46ce-ad7d-b8aefea84445) service to localhost/127.0.0.1:36351 2024-11-24T16:48:30,314 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:30,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data5/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,314 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data6/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,314 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:30,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c703136{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:30,317 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c83ed4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:30,317 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:30,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fcab83f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:30,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9c66de8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:30,318 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:48:30,318 WARN [BP-1897322094-172.17.0.2-1732466888787 heartbeating to localhost/127.0.0.1:36351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1897322094-172.17.0.2-1732466888787 (Datanode Uuid 8ea64881-a7d5-4ab3-b08e-8e80d8764f41) service to localhost/127.0.0.1:36351 2024-11-24T16:48:30,318 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:48:30,318 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:48:30,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data3/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,319 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/cluster_40cb557b-a89a-6eb3-7d80-5e50d1f809e4/data/data4/current/BP-1897322094-172.17.0.2-1732466888787 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:48:30,319 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:48:30,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27448d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:48:30,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@230059be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:48:30,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:48:30,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9d5199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:48:30,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39b9038d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir/,STOPPED} 2024-11-24T16:48:30,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T16:48:30,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T16:48:30,377 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36351 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6079 (was 6463) 2024-11-24T16:48:30,384 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=6078 2024-11-24T16:48:30,384 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.log.dir so I do NOT create it in target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fa36325-f5db-c003-3392-7ea7ab1349a8/hadoop.tmp.dir so I do NOT create it in target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e, deleteOnExit=true 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/test.cache.data in system properties and HBase conf 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir in system properties and HBase conf 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T16:48:30,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T16:48:30,385 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/nfs.dump.dir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/java.io.tmpdir in system properties and HBase conf 2024-11-24T16:48:30,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:48:30,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T16:48:30,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T16:48:30,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:30,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:30,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:30,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:30,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:30,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:30,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af4b54f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:30,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cda6b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:30,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@372390b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/java.io.tmpdir/jetty-localhost-35883-hadoop-hdfs-3_4_1-tests_jar-_-any-7302500417386507752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:48:30,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@189bbca{HTTP/1.1, (http/1.1)}{localhost:35883} 2024-11-24T16:48:30,626 INFO [Time-limited test {}] server.Server(415): Started @87877ms 2024-11-24T16:48:30,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:30,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:30,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:30,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:30,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:48:30,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce33677{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:30,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3669c62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:30,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55b966d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/java.io.tmpdir/jetty-localhost-43535-hadoop-hdfs-3_4_1-tests_jar-_-any-11968757588082124089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:30,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@710b6b1c{HTTP/1.1, (http/1.1)}{localhost:43535} 2024-11-24T16:48:30,842 INFO [Time-limited test {}] server.Server(415): Started @88092ms 2024-11-24T16:48:30,843 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:30,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:48:30,882 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:48:30,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:48:30,883 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:48:30,883 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:48:30,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@821aa50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:48:30,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c74f2cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:48:30,953 WARN [Thread-786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data1/current/BP-1860932271-172.17.0.2-1732466910439/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:30,953 WARN [Thread-787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data2/current/BP-1860932271-172.17.0.2-1732466910439/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:30,970 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27398fed022e9c96 with lease ID 0x805dc48cef708d6d: Processing first storage report for DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee from datanode DatanodeRegistration(127.0.0.1:35857, datanodeUuid=7b0cb8bf-51be-447e-8676-6ef39ba75b48, infoPort=35703, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439) 2024-11-24T16:48:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27398fed022e9c96 with lease ID 0x805dc48cef708d6d: from storage DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee node DatanodeRegistration(127.0.0.1:35857, datanodeUuid=7b0cb8bf-51be-447e-8676-6ef39ba75b48, infoPort=35703, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27398fed022e9c96 with lease ID 0x805dc48cef708d6d: Processing first storage report for DS-f6612f16-663b-49cf-8976-0c912afb278a from datanode DatanodeRegistration(127.0.0.1:35857, datanodeUuid=7b0cb8bf-51be-447e-8676-6ef39ba75b48, infoPort=35703, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439) 2024-11-24T16:48:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27398fed022e9c96 with lease ID 0x805dc48cef708d6d: from storage DS-f6612f16-663b-49cf-8976-0c912afb278a node DatanodeRegistration(127.0.0.1:35857, datanodeUuid=7b0cb8bf-51be-447e-8676-6ef39ba75b48, infoPort=35703, infoSecurePort=0, ipcPort=44359, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:31,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54168d51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/java.io.tmpdir/jetty-localhost-36211-hadoop-hdfs-3_4_1-tests_jar-_-any-13431711751513254213/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:48:31,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24bb52f{HTTP/1.1, (http/1.1)}{localhost:36211} 2024-11-24T16:48:31,004 INFO [Time-limited test {}] server.Server(415): Started @88254ms 2024-11-24T16:48:31,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:48:31,104 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data3/current/BP-1860932271-172.17.0.2-1732466910439/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:31,104 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data4/current/BP-1860932271-172.17.0.2-1732466910439/current, will proceed with Du for space computation calculation, 2024-11-24T16:48:31,121 WARN [Thread-801 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:48:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafba494ced28653b with lease ID 0x805dc48cef708d6e: Processing first storage report for DS-145bd9cd-738c-44b0-989a-c1381cc65396 from datanode DatanodeRegistration(127.0.0.1:36413, datanodeUuid=b90fbf82-6dba-424e-b5d3-4bfbb443440b, infoPort=39989, infoSecurePort=0, ipcPort=45473, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439) 2024-11-24T16:48:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafba494ced28653b with lease ID 0x805dc48cef708d6e: from storage DS-145bd9cd-738c-44b0-989a-c1381cc65396 node DatanodeRegistration(127.0.0.1:36413, datanodeUuid=b90fbf82-6dba-424e-b5d3-4bfbb443440b, infoPort=39989, infoSecurePort=0, ipcPort=45473, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xafba494ced28653b with lease ID 0x805dc48cef708d6e: Processing first storage report for DS-2b4b2047-88d5-40fd-910d-8af163f32124 from datanode DatanodeRegistration(127.0.0.1:36413, datanodeUuid=b90fbf82-6dba-424e-b5d3-4bfbb443440b, infoPort=39989, infoSecurePort=0, ipcPort=45473, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439) 2024-11-24T16:48:31,124 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xafba494ced28653b with lease ID 0x805dc48cef708d6e: from storage DS-2b4b2047-88d5-40fd-910d-8af163f32124 node DatanodeRegistration(127.0.0.1:36413, datanodeUuid=b90fbf82-6dba-424e-b5d3-4bfbb443440b, infoPort=39989, infoSecurePort=0, ipcPort=45473, storageInfo=lv=-57;cid=testClusterID;nsid=1534205975;c=1732466910439), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:48:31,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a 2024-11-24T16:48:31,132 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/zookeeper_0, clientPort=60894, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T16:48:31,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60894 2024-11-24T16:48:31,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:48:31,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:48:31,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a with version=8 2024-11-24T16:48:31,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase-staging 2024-11-24T16:48:31,148 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:48:31,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:48:31,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33819 2024-11-24T16:48:31,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33819 connecting to ZooKeeper ensemble=127.0.0.1:60894 2024-11-24T16:48:31,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338190x0, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:48:31,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33819-0x1014ae1122a0000 connected 2024-11-24T16:48:31,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:31,177 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a, hbase.cluster.distributed=false 2024-11-24T16:48:31,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:48:31,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33819 2024-11-24T16:48:31,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33819 2024-11-24T16:48:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33819 2024-11-24T16:48:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33819 2024-11-24T16:48:31,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33819 2024-11-24T16:48:31,199 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:48:31,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:31,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:31,199 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:48:31,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:48:31,199 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:48:31,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T16:48:31,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:48:31,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44125 2024-11-24T16:48:31,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44125 connecting to ZooKeeper ensemble=127.0.0.1:60894 2024-11-24T16:48:31,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441250x0, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:48:31,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44125-0x1014ae1122a0001 connected 2024-11-24T16:48:31,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:48:31,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T16:48:31,212 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T16:48:31,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T16:48:31,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:48:31,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44125 2024-11-24T16:48:31,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44125 2024-11-24T16:48:31,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44125 2024-11-24T16:48:31,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44125 2024-11-24T16:48:31,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44125 2024-11-24T16:48:31,230 DEBUG [M:0;e335232f7491:33819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e335232f7491:33819 2024-11-24T16:48:31,230 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e335232f7491,33819,1732466911148 2024-11-24T16:48:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:31,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:31,232 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e335232f7491,33819,1732466911148 2024-11-24T16:48:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T16:48:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,234 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T16:48:31,235 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e335232f7491,33819,1732466911148 from backup master directory 2024-11-24T16:48:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e335232f7491,33819,1732466911148 2024-11-24T16:48:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:48:31,237 WARN [master/e335232f7491:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:48:31,237 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e335232f7491,33819,1732466911148 2024-11-24T16:48:31,242 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/hbase.id] with ID: d87507d5-d2e6-4984-aee1-9c8fff03cfe0 2024-11-24T16:48:31,242 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/.tmp/hbase.id 2024-11-24T16:48:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:48:31,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:48:31,249 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/.tmp/hbase.id]:[hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/hbase.id] 2024-11-24T16:48:31,262 INFO [master/e335232f7491:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:31,262 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T16:48:31,264 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T16:48:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:48:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:48:31,275 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:48:31,276 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T16:48:31,276 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:48:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:48:31,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:48:31,285 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store 2024-11-24T16:48:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:48:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:48:31,293 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:31,293 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:48:31,293 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:31,293 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:31,293 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:48:31,293 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:31,293 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:48:31,293 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466911293Disabling compacts and flushes for region at 1732466911293Disabling writes for close at 1732466911293Writing region close event to WAL at 1732466911293Closed at 1732466911293 2024-11-24T16:48:31,294 WARN [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/.initializing 2024-11-24T16:48:31,294 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/WALs/e335232f7491,33819,1732466911148 2024-11-24T16:48:31,295 INFO [master/e335232f7491:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:48:31,297 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C33819%2C1732466911148, suffix=, logDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/WALs/e335232f7491,33819,1732466911148, archiveDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/oldWALs, maxLogs=10 2024-11-24T16:48:31,313 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/WALs/e335232f7491,33819,1732466911148/e335232f7491%2C33819%2C1732466911148.1732466911298, exclude list is [], retry=0 2024-11-24T16:48:31,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee,DISK] 2024-11-24T16:48:31,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-145bd9cd-738c-44b0-989a-c1381cc65396,DISK] 2024-11-24T16:48:31,321 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/WALs/e335232f7491,33819,1732466911148/e335232f7491%2C33819%2C1732466911148.1732466911298 2024-11-24T16:48:31,322 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:39989:39989)] 2024-11-24T16:48:31,322 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:48:31,322 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:31,322 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,322 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T16:48:31,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:31,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T16:48:31,328 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:31,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T16:48:31,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:31,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T16:48:31,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:31,332 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,333 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,333 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,335 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,335 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,336 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T16:48:31,338 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:48:31,341 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:48:31,341 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860928, jitterRate=0.09472672641277313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T16:48:31,342 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732466911322Initializing all the Stores at 1732466911323 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466911324 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466911324Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466911324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466911324Cleaning up temporary data from old regions at 1732466911335 (+11 ms)Region opened successfully at 1732466911342 (+7 ms) 2024-11-24T16:48:31,342 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T16:48:31,346 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3c160d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:48:31,348 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T16:48:31,348 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T16:48:31,348 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T16:48:31,348 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T16:48:31,350 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-24T16:48:31,351 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T16:48:31,351 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T16:48:31,354 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T16:48:31,355 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T16:48:31,356 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T16:48:31,357 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T16:48:31,358 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T16:48:31,359 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T16:48:31,360 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T16:48:31,361 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T16:48:31,364 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T16:48:31,365 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T16:48:31,366 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T16:48:31,369 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T16:48:31,370 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T16:48:31,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:31,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:48:31,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,373 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e335232f7491,33819,1732466911148, sessionid=0x1014ae1122a0000, setting cluster-up flag (Was=false) 2024-11-24T16:48:31,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,383 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T16:48:31,384 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,33819,1732466911148 2024-11-24T16:48:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,394 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T16:48:31,395 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,33819,1732466911148 2024-11-24T16:48:31,401 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T16:48:31,404 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:31,404 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T16:48:31,404 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T16:48:31,405 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e335232f7491,33819,1732466911148 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T16:48:31,406 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:31,406 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:31,406 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:31,406 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:48:31,407 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e335232f7491:0, corePoolSize=10, maxPoolSize=10 2024-11-24T16:48:31,407 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,407 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:48:31,407 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:31,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T16:48:31,412 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,412 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T16:48:31,416 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732466941416 2024-11-24T16:48:31,417 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T16:48:31,417 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T16:48:31,417 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T16:48:31,417 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T16:48:31,417 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T16:48:31,417 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T16:48:31,424 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,428 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T16:48:31,428 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T16:48:31,428 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T16:48:31,429 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(746): ClusterId : d87507d5-d2e6-4984-aee1-9c8fff03cfe0 2024-11-24T16:48:31,429 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T16:48:31,431 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T16:48:31,431 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T16:48:31,432 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T16:48:31,432 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T16:48:31,433 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T16:48:31,434 DEBUG [RS:0;e335232f7491:44125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1839fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:48:31,436 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466911432,5,FailOnTimeoutGroup] 2024-11-24T16:48:31,440 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466911436,5,FailOnTimeoutGroup] 2024-11-24T16:48:31,440 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,440 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T16:48:31,440 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,440 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:48:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:48:31,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T16:48:31,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a 2024-11-24T16:48:31,450 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e335232f7491:44125 2024-11-24T16:48:31,450 INFO [RS:0;e335232f7491:44125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T16:48:31,450 INFO [RS:0;e335232f7491:44125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T16:48:31,450 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T16:48:31,451 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(2659): reportForDuty to master=e335232f7491,33819,1732466911148 with port=44125, startcode=1732466911199 2024-11-24T16:48:31,451 DEBUG [RS:0;e335232f7491:44125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T16:48:31,457 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T16:48:31,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e335232f7491,44125,1732466911199 2024-11-24T16:48:31,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33819 {}] master.ServerManager(517): Registering regionserver=e335232f7491,44125,1732466911199 2024-11-24T16:48:31,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:48:31,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:48:31,460 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a 2024-11-24T16:48:31,461 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33285 2024-11-24T16:48:31,461 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T16:48:31,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:31,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:48:31,464 DEBUG [RS:0;e335232f7491:44125 {}] zookeeper.ZKUtil(111): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e335232f7491,44125,1732466911199 2024-11-24T16:48:31,464 WARN [RS:0;e335232f7491:44125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:48:31,464 INFO [RS:0;e335232f7491:44125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:48:31,464 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199 2024-11-24T16:48:31,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:48:31,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e335232f7491,44125,1732466911199] 2024-11-24T16:48:31,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:48:31,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:31,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:48:31,474 INFO [RS:0;e335232f7491:44125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T16:48:31,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:48:31,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:31,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:48:31,476 INFO [RS:0;e335232f7491:44125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T16:48:31,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:48:31,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:31,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:48:31,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:48:31,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:31,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:31,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:48:31,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740 2024-11-24T16:48:31,483 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740 2024-11-24T16:48:31,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:48:31,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:48:31,484 INFO [RS:0;e335232f7491:44125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T16:48:31,485 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,485 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T16:48:31,485 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:48:31,486 INFO [RS:0;e335232f7491:44125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T16:48:31,486 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,486 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,486 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,486 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:48:31,486 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,486 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:48:31,487 DEBUG [RS:0;e335232f7491:44125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:48:31,491 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:48:31,492 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826597, jitterRate=0.05107283592224121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:48:31,492 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,492 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,492 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,492 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,492 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,492 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,44125,1732466911199-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:48:31,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732466911461Initializing all the Stores at 1732466911462 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466911462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466911468 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466911468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466911468Cleaning up temporary data from old regions at 1732466911484 (+16 ms)Region opened successfully at 1732466911493 (+9 ms) 2024-11-24T16:48:31,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:48:31,493 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:48:31,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:48:31,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:48:31,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:48:31,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:48:31,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466911493Disabling compacts and flushes for region at 1732466911493Disabling writes for close at 1732466911493Writing region close event to WAL at 1732466911497 (+4 ms)Closed at 1732466911497 2024-11-24T16:48:31,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:31,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T16:48:31,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T16:48:31,500 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:48:31,508 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T16:48:31,516 INFO [RS:0;e335232f7491:44125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T16:48:31,517 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,44125,1732466911199-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,517 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,517 INFO [RS:0;e335232f7491:44125 {}] regionserver.Replication(171): e335232f7491,44125,1732466911199 started 2024-11-24T16:48:31,540 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:31,540 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1482): Serving as e335232f7491,44125,1732466911199, RpcServer on e335232f7491/172.17.0.2:44125, sessionid=0x1014ae1122a0001 2024-11-24T16:48:31,540 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T16:48:31,540 DEBUG [RS:0;e335232f7491:44125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e335232f7491,44125,1732466911199 2024-11-24T16:48:31,540 DEBUG [RS:0;e335232f7491:44125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,44125,1732466911199' 2024-11-24T16:48:31,540 DEBUG [RS:0;e335232f7491:44125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T16:48:31,541 DEBUG [RS:0;e335232f7491:44125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T16:48:31,542 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T16:48:31,542 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T16:48:31,542 DEBUG [RS:0;e335232f7491:44125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e335232f7491,44125,1732466911199 2024-11-24T16:48:31,542 DEBUG [RS:0;e335232f7491:44125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,44125,1732466911199' 2024-11-24T16:48:31,542 DEBUG [RS:0;e335232f7491:44125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T16:48:31,543 DEBUG [RS:0;e335232f7491:44125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T16:48:31,543 DEBUG [RS:0;e335232f7491:44125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T16:48:31,543 INFO [RS:0;e335232f7491:44125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T16:48:31,543 INFO [RS:0;e335232f7491:44125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T16:48:31,644 INFO [RS:0;e335232f7491:44125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:48:31,646 INFO [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C44125%2C1732466911199, suffix=, logDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199, archiveDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/oldWALs, maxLogs=32 2024-11-24T16:48:31,658 WARN [e335232f7491:33819 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T16:48:31,663 DEBUG [RS:0;e335232f7491:44125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466911647, exclude list is [], retry=0 2024-11-24T16:48:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee,DISK] 2024-11-24T16:48:31,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-145bd9cd-738c-44b0-989a-c1381cc65396,DISK] 2024-11-24T16:48:31,681 INFO [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466911647 2024-11-24T16:48:31,681 DEBUG [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:39989:39989)] 2024-11-24T16:48:31,909 DEBUG [e335232f7491:33819 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T16:48:31,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e335232f7491,44125,1732466911199 2024-11-24T16:48:31,911 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,44125,1732466911199, state=OPENING 2024-11-24T16:48:31,913 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T16:48:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:48:31,915 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:48:31,915 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:31,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,44125,1732466911199}] 2024-11-24T16:48:31,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:32,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T16:48:32,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42139, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T16:48:32,076 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T16:48:32,076 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:48:32,077 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T16:48:32,079 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C44125%2C1732466911199.meta, suffix=.meta, logDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199, archiveDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/oldWALs, maxLogs=32 2024-11-24T16:48:32,094 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.meta.1732466912080.meta, exclude list is [], retry=0 2024-11-24T16:48:32,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee,DISK] 2024-11-24T16:48:32,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-145bd9cd-738c-44b0-989a-c1381cc65396,DISK] 2024-11-24T16:48:32,100 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.meta.1732466912080.meta 2024-11-24T16:48:32,100 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:39989:39989)] 2024-11-24T16:48:32,101 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:48:32,101 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T16:48:32,102 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T16:48:32,102 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T16:48:32,102 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T16:48:32,102 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:32,102 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T16:48:32,102 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T16:48:32,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:48:32,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:48:32,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:32,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:48:32,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:48:32,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:32,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:32,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:48:32,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:48:32,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:32,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:48:32,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:48:32,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:32,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:48:32,117 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:48:32,118 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740 2024-11-24T16:48:32,119 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740 2024-11-24T16:48:32,121 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:48:32,121 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:48:32,123 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:48:32,124 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:48:32,125 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=723381, jitterRate=-0.08017408847808838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:48:32,126 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T16:48:32,127 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732466912102Writing region info on filesystem at 1732466912102Initializing all the Stores at 1732466912104 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466912104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466912107 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466912107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466912108 (+1 ms)Cleaning up temporary data from old regions at 1732466912122 (+14 ms)Running coprocessor post-open hooks at 1732466912126 (+4 ms)Region opened successfully at 1732466912126 2024-11-24T16:48:32,128 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732466912069 2024-11-24T16:48:32,131 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T16:48:32,131 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T16:48:32,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,44125,1732466911199 2024-11-24T16:48:32,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,44125,1732466911199, state=OPEN 2024-11-24T16:48:32,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:48:32,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:48:32,145 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e335232f7491,44125,1732466911199 2024-11-24T16:48:32,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:32,145 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:48:32,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T16:48:32,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,44125,1732466911199 in 230 msec 2024-11-24T16:48:32,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T16:48:32,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 649 msec 2024-11-24T16:48:32,152 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:48:32,152 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T16:48:32,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:48:32,154 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,44125,1732466911199, seqNum=-1] 2024-11-24T16:48:32,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:48:32,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50457, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:48:32,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 757 msec 2024-11-24T16:48:32,161 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732466912161, completionTime=-1 2024-11-24T16:48:32,161 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T16:48:32,161 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732466972164 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732467032164 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,33819,1732466911148-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,33819,1732466911148-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,33819,1732466911148-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e335232f7491:33819, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,164 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,166 DEBUG [master/e335232f7491:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.931sec 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,33819,1732466911148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:48:32,168 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,33819,1732466911148-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T16:48:32,171 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T16:48:32,171 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T16:48:32,171 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,33819,1732466911148-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:48:32,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e0f13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:48:32,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e335232f7491,33819,-1 for getting cluster id 2024-11-24T16:48:32,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T16:48:32,231 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd87507d5-d2e6-4984-aee1-9c8fff03cfe0' 2024-11-24T16:48:32,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T16:48:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d87507d5-d2e6-4984-aee1-9c8fff03cfe0" 2024-11-24T16:48:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac490c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:48:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e335232f7491,33819,-1] 2024-11-24T16:48:32,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T16:48:32,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:48:32,234 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T16:48:32,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649245fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:48:32,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:48:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,44125,1732466911199, seqNum=-1] 2024-11-24T16:48:32,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:48:32,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:48:32,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e335232f7491,33819,1732466911148 2024-11-24T16:48:32,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:48:32,243 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T16:48:32,243 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T16:48:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e335232f7491,33819,1732466911148 2024-11-24T16:48:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e28d0f6 2024-11-24T16:48:32,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T16:48:32,246 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T16:48:32,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T16:48:32,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T16:48:32,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:48:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:32,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T16:48:32,249 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:32,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-24T16:48:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:48:32,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T16:48:32,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741835_1011 (size=405) 2024-11-24T16:48:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741835_1011 (size=405) 2024-11-24T16:48:32,259 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9a44cdd4cb4f164047ed7f8b67965419, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a 2024-11-24T16:48:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741836_1012 (size=88) 2024-11-24T16:48:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741836_1012 (size=88) 2024-11-24T16:48:32,266 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:32,266 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 9a44cdd4cb4f164047ed7f8b67965419, disabling compactions & flushes 2024-11-24T16:48:32,266 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,266 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,266 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. after waiting 0 ms 2024-11-24T16:48:32,266 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,266 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,267 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9a44cdd4cb4f164047ed7f8b67965419: Waiting for close lock at 1732466912266Disabling compacts and flushes for region at 1732466912266Disabling writes for close at 1732466912266Writing region close event to WAL at 1732466912266Closed at 1732466912266 2024-11-24T16:48:32,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T16:48:32,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732466912268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732466912268"}]},"ts":"1732466912268"} 2024-11-24T16:48:32,270 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T16:48:32,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T16:48:32,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466912271"}]},"ts":"1732466912271"} 2024-11-24T16:48:32,274 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-24T16:48:32,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9a44cdd4cb4f164047ed7f8b67965419, ASSIGN}] 2024-11-24T16:48:32,275 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9a44cdd4cb4f164047ed7f8b67965419, ASSIGN 2024-11-24T16:48:32,276 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9a44cdd4cb4f164047ed7f8b67965419, ASSIGN; state=OFFLINE, location=e335232f7491,44125,1732466911199; forceNewPlan=false, retain=false 2024-11-24T16:48:32,427 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a44cdd4cb4f164047ed7f8b67965419, regionState=OPENING, regionLocation=e335232f7491,44125,1732466911199 2024-11-24T16:48:32,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9a44cdd4cb4f164047ed7f8b67965419, ASSIGN because future has completed 2024-11-24T16:48:32,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a44cdd4cb4f164047ed7f8b67965419, server=e335232f7491,44125,1732466911199}] 2024-11-24T16:48:32,587 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,588 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a44cdd4cb4f164047ed7f8b67965419, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:48:32,588 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,588 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:48:32,588 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,588 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,589 INFO [StoreOpener-9a44cdd4cb4f164047ed7f8b67965419-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,591 INFO [StoreOpener-9a44cdd4cb4f164047ed7f8b67965419-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a44cdd4cb4f164047ed7f8b67965419 columnFamilyName info 2024-11-24T16:48:32,591 DEBUG [StoreOpener-9a44cdd4cb4f164047ed7f8b67965419-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:48:32,592 INFO [StoreOpener-9a44cdd4cb4f164047ed7f8b67965419-1 {}] regionserver.HStore(327): Store=9a44cdd4cb4f164047ed7f8b67965419/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:48:32,592 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,593 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,593 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,594 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,594 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,595 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,598 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:48:32,598 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9a44cdd4cb4f164047ed7f8b67965419; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=771046, jitterRate=-0.019564837217330933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T16:48:32,598 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:48:32,599 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9a44cdd4cb4f164047ed7f8b67965419: Running coprocessor pre-open hook at 1732466912588Writing region info on filesystem at 1732466912588Initializing all the Stores at 1732466912589 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466912589Cleaning up temporary data from old regions at 1732466912594 (+5 ms)Running coprocessor post-open hooks at 1732466912598 (+4 ms)Region opened successfully at 1732466912599 (+1 ms) 2024-11-24T16:48:32,600 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419., pid=6, masterSystemTime=1732466912583 2024-11-24T16:48:32,602 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,602 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:32,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9a44cdd4cb4f164047ed7f8b67965419, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,44125,1732466911199 2024-11-24T16:48:32,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a44cdd4cb4f164047ed7f8b67965419, server=e335232f7491,44125,1732466911199 because future has completed 2024-11-24T16:48:32,609 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T16:48:32,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a44cdd4cb4f164047ed7f8b67965419, server=e335232f7491,44125,1732466911199 in 177 msec 2024-11-24T16:48:32,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T16:48:32,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=9a44cdd4cb4f164047ed7f8b67965419, ASSIGN in 336 msec 2024-11-24T16:48:32,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T16:48:32,614 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466912614"}]},"ts":"1732466912614"} 2024-11-24T16:48:32,616 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-24T16:48:32,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T16:48:32,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 370 msec 2024-11-24T16:48:33,524 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T16:48:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:33,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:48:37,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T16:48:37,474 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-24T16:48:38,021 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T16:48:38,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T16:48:38,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:48:38,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T16:48:38,022 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T16:48:38,022 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T16:48:38,023 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:38,023 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T16:48:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:48:42,341 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T16:48:42,341 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-24T16:48:42,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:42,345 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:42,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419., hostname=e335232f7491,44125,1732466911199, seqNum=2] 2024-11-24T16:48:42,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:42,362 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T16:48:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T16:48:42,363 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T16:48:42,365 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T16:48:42,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T16:48:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:42,527 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 9a44cdd4cb4f164047ed7f8b67965419 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T16:48:42,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/bcae649c9d3a40f7b4063584df686b56 is 1055, key is row0001/info:/1732466922350/Put/seqid=0 2024-11-24T16:48:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741837_1013 (size=6008) 2024-11-24T16:48:42,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741837_1013 (size=6008) 2024-11-24T16:48:42,569 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/bcae649c9d3a40f7b4063584df686b56 2024-11-24T16:48:42,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/bcae649c9d3a40f7b4063584df686b56 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/bcae649c9d3a40f7b4063584df686b56 2024-11-24T16:48:42,584 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/bcae649c9d3a40f7b4063584df686b56, entries=1, sequenceid=5, filesize=5.9 K 2024-11-24T16:48:42,585 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9a44cdd4cb4f164047ed7f8b67965419 in 58ms, sequenceid=5, compaction requested=false 2024-11-24T16:48:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 9a44cdd4cb4f164047ed7f8b67965419: 2024-11-24T16:48:42,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:42,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T16:48:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T16:48:42,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T16:48:42,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 225 msec 2024-11-24T16:48:42,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 237 msec 2024-11-24T16:48:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T16:48:52,422 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T16:48:52,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:48:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T16:48:52,429 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T16:48:52,430 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T16:48:52,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T16:48:52,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T16:48:52,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:52,586 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 9a44cdd4cb4f164047ed7f8b67965419 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T16:48:52,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/dc1551eb4987494998f22489ff31cfe2 is 1055, key is row0002/info:/1732466932423/Put/seqid=0 2024-11-24T16:48:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741838_1014 (size=6008) 2024-11-24T16:48:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741838_1014 (size=6008) 2024-11-24T16:48:52,603 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/dc1551eb4987494998f22489ff31cfe2 2024-11-24T16:48:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/dc1551eb4987494998f22489ff31cfe2 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/dc1551eb4987494998f22489ff31cfe2 2024-11-24T16:48:52,620 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/dc1551eb4987494998f22489ff31cfe2, entries=1, sequenceid=9, filesize=5.9 K 2024-11-24T16:48:52,621 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9a44cdd4cb4f164047ed7f8b67965419 in 35ms, sequenceid=9, compaction requested=false 2024-11-24T16:48:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 9a44cdd4cb4f164047ed7f8b67965419: 2024-11-24T16:48:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:48:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T16:48:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T16:48:52,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T16:48:52,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 193 msec 2024-11-24T16:48:52,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 201 msec 2024-11-24T16:49:01,128 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T16:49:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T16:49:02,501 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T16:49:02,517 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466942504, exclude list is [], retry=0 2024-11-24T16:49:02,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-145bd9cd-738c-44b0-989a-c1381cc65396,DISK] 2024-11-24T16:49:02,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee,DISK] 2024-11-24T16:49:02,524 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466911647 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466942504 2024-11-24T16:49:02,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:35703:35703)] 2024-11-24T16:49:02,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466911647 is not closed yet, will try archiving it next time 2024-11-24T16:49:02,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:49:02,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741833_1009 (size=5471) 2024-11-24T16:49:02,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741833_1009 (size=5471) 2024-11-24T16:49:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:49:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T16:49:02,532 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T16:49:02,533 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T16:49:02,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T16:49:02,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T16:49:02,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:02,687 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 9a44cdd4cb4f164047ed7f8b67965419 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T16:49:02,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/481494900ca94b09a95b1a492b05575f is 1055, key is row0003/info:/1732466942502/Put/seqid=0 2024-11-24T16:49:02,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741840_1016 (size=6008) 2024-11-24T16:49:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741840_1016 (size=6008) 2024-11-24T16:49:03,107 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/481494900ca94b09a95b1a492b05575f 2024-11-24T16:49:03,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/481494900ca94b09a95b1a492b05575f as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/481494900ca94b09a95b1a492b05575f 2024-11-24T16:49:03,122 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/481494900ca94b09a95b1a492b05575f, entries=1, sequenceid=13, filesize=5.9 K 2024-11-24T16:49:03,123 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9a44cdd4cb4f164047ed7f8b67965419 in 437ms, sequenceid=13, compaction requested=true 2024-11-24T16:49:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 9a44cdd4cb4f164047ed7f8b67965419: 2024-11-24T16:49:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T16:49:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T16:49:03,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T16:49:03,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 592 msec 2024-11-24T16:49:03,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 600 msec 2024-11-24T16:49:12,198 INFO [master/e335232f7491:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T16:49:12,198 INFO [master/e335232f7491:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T16:49:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T16:49:12,631 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T16:49:12,634 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:49:12,636 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:49:12,638 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9a44cdd4cb4f164047ed7f8b67965419/info is initiating minor compaction (all files) 2024-11-24T16:49:12,638 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T16:49:12,638 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:12,638 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9a44cdd4cb4f164047ed7f8b67965419/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:12,639 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/bcae649c9d3a40f7b4063584df686b56, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/dc1551eb4987494998f22489ff31cfe2, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/481494900ca94b09a95b1a492b05575f] into tmpdir=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp, totalSize=17.6 K 2024-11-24T16:49:12,640 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bcae649c9d3a40f7b4063584df686b56, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732466922350 2024-11-24T16:49:12,640 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dc1551eb4987494998f22489ff31cfe2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732466932423 2024-11-24T16:49:12,641 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 481494900ca94b09a95b1a492b05575f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732466942502 2024-11-24T16:49:12,663 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 9a44cdd4cb4f164047ed7f8b67965419#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:49:12,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/db8dd7cd575d423aab881badd5f8340c is 1055, key is row0001/info:/1732466922350/Put/seqid=0 2024-11-24T16:49:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741841_1017 (size=8221) 2024-11-24T16:49:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741841_1017 (size=8221) 2024-11-24T16:49:12,675 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/db8dd7cd575d423aab881badd5f8340c as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/db8dd7cd575d423aab881badd5f8340c 2024-11-24T16:49:12,688 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9a44cdd4cb4f164047ed7f8b67965419/info of 9a44cdd4cb4f164047ed7f8b67965419 into db8dd7cd575d423aab881badd5f8340c(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:49:12,688 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9a44cdd4cb4f164047ed7f8b67965419: 2024-11-24T16:49:12,703 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466952690, exclude list is [], retry=0 2024-11-24T16:49:12,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee,DISK] 2024-11-24T16:49:12,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-145bd9cd-738c-44b0-989a-c1381cc65396,DISK] 2024-11-24T16:49:12,707 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466942504 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466952690 2024-11-24T16:49:12,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35703:35703),(127.0.0.1/127.0.0.1:39989:39989)] 2024-11-24T16:49:12,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466942504 is not closed yet, will try archiving it next time 2024-11-24T16:49:12,708 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466911647 to hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/oldWALs/e335232f7491%2C44125%2C1732466911199.1732466911647 2024-11-24T16:49:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741839_1015 (size=2495) 2024-11-24T16:49:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741839_1015 (size=2495) 2024-11-24T16:49:12,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:49:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:49:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T16:49:12,711 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T16:49:12,712 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T16:49:12,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T16:49:12,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44125 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T16:49:12,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:12,866 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 9a44cdd4cb4f164047ed7f8b67965419 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T16:49:12,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/e76d6733915f4d33a295208a9550460a is 1055, key is row0000/info:/1732466952689/Put/seqid=0 2024-11-24T16:49:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741843_1019 (size=6008) 2024-11-24T16:49:12,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741843_1019 (size=6008) 2024-11-24T16:49:12,876 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/e76d6733915f4d33a295208a9550460a 2024-11-24T16:49:12,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/e76d6733915f4d33a295208a9550460a as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/e76d6733915f4d33a295208a9550460a 2024-11-24T16:49:12,887 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/e76d6733915f4d33a295208a9550460a, entries=1, sequenceid=18, filesize=5.9 K 2024-11-24T16:49:12,888 INFO [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9a44cdd4cb4f164047ed7f8b67965419 in 22ms, sequenceid=18, compaction requested=false 2024-11-24T16:49:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 9a44cdd4cb4f164047ed7f8b67965419: 2024-11-24T16:49:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:12,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T16:49:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T16:49:12,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T16:49:12,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 178 msec 2024-11-24T16:49:12,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 184 msec 2024-11-24T16:49:17,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9a44cdd4cb4f164047ed7f8b67965419, had cached 0 bytes from a total of 14229 2024-11-24T16:49:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T16:49:22,721 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T16:49:22,736 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466962723, exclude list is [], retry=0 2024-11-24T16:49:22,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36413,DS-145bd9cd-738c-44b0-989a-c1381cc65396,DISK] 2024-11-24T16:49:22,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35857,DS-721d7a0c-f9cc-4454-9cd6-4af16a09dbee,DISK] 2024-11-24T16:49:22,740 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466952690 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466962723 2024-11-24T16:49:22,740 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39989:39989),(127.0.0.1/127.0.0.1:35703:35703)] 2024-11-24T16:49:22,740 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466952690 is not closed yet, will try archiving it next time 2024-11-24T16:49:22,740 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/WALs/e335232f7491,44125,1732466911199/e335232f7491%2C44125%2C1732466911199.1732466942504 to hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/oldWALs/e335232f7491%2C44125%2C1732466911199.1732466942504 2024-11-24T16:49:22,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T16:49:22,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:49:22,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:49:22,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:49:22,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:49:22,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T16:49:22,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T16:49:22,742 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=311859520, stopped=false 2024-11-24T16:49:22,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e335232f7491,33819,1732466911148 2024-11-24T16:49:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741842_1018 (size=2001) 2024-11-24T16:49:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741842_1018 (size=2001) 2024-11-24T16:49:22,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:49:22,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:49:22,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:22,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:22,745 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:49:22,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:49:22,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:49:22,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:49:22,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e335232f7491,44125,1732466911199' ***** 2024-11-24T16:49:22,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T16:49:22,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:49:22,745 INFO [RS:0;e335232f7491:44125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T16:49:22,745 INFO [RS:0;e335232f7491:44125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T16:49:22,745 INFO [RS:0;e335232f7491:44125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:49:22,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(959): stopping server e335232f7491,44125,1732466911199 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e335232f7491:44125. 2024-11-24T16:49:22,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:49:22,746 DEBUG [RS:0;e335232f7491:44125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:49:22,746 DEBUG [RS:0;e335232f7491:44125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:49:22,746 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a44cdd4cb4f164047ed7f8b67965419, disabling compactions & flushes 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T16:49:22,746 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T16:49:22,746 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:22,746 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T16:49:22,746 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. after waiting 0 ms 2024-11-24T16:49:22,746 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:22,747 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9a44cdd4cb4f164047ed7f8b67965419 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T16:49:22,748 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T16:49:22,748 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1325): Online Regions={9a44cdd4cb4f164047ed7f8b67965419=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T16:49:22,748 DEBUG [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9a44cdd4cb4f164047ed7f8b67965419 2024-11-24T16:49:22,748 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:49:22,748 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:49:22,748 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:49:22,748 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:49:22,748 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:49:22,748 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-24T16:49:22,752 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/8e98adf84a3442a2834ed989dccb9dfb is 1055, key is row0001/info:/1732466962722/Put/seqid=0 2024-11-24T16:49:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741845_1021 (size=6008) 2024-11-24T16:49:22,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741845_1021 (size=6008) 2024-11-24T16:49:22,759 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/8e98adf84a3442a2834ed989dccb9dfb 2024-11-24T16:49:22,766 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/.tmp/info/8e98adf84a3442a2834ed989dccb9dfb as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/8e98adf84a3442a2834ed989dccb9dfb 2024-11-24T16:49:22,766 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/info/5aa6a2a2f78d4fd79e587cc4a3a51114 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419./info:regioninfo/1732466912603/Put/seqid=0 2024-11-24T16:49:22,772 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/8e98adf84a3442a2834ed989dccb9dfb, entries=1, sequenceid=22, filesize=5.9 K 2024-11-24T16:49:22,773 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9a44cdd4cb4f164047ed7f8b67965419 in 27ms, sequenceid=22, compaction requested=true 2024-11-24T16:49:22,773 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/bcae649c9d3a40f7b4063584df686b56, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/dc1551eb4987494998f22489ff31cfe2, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/481494900ca94b09a95b1a492b05575f] to archive 2024-11-24T16:49:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741846_1022 (size=7308) 2024-11-24T16:49:22,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741846_1022 (size=7308) 2024-11-24T16:49:22,777 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T16:49:22,778 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/info/5aa6a2a2f78d4fd79e587cc4a3a51114 2024-11-24T16:49:22,780 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/bcae649c9d3a40f7b4063584df686b56 to hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/bcae649c9d3a40f7b4063584df686b56 2024-11-24T16:49:22,781 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/dc1551eb4987494998f22489ff31cfe2 to hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/dc1551eb4987494998f22489ff31cfe2 2024-11-24T16:49:22,783 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/481494900ca94b09a95b1a492b05575f to hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/info/481494900ca94b09a95b1a492b05575f 2024-11-24T16:49:22,795 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e335232f7491:33819 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-24T16:49:22,796 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [bcae649c9d3a40f7b4063584df686b56=6008, dc1551eb4987494998f22489ff31cfe2=6008, 481494900ca94b09a95b1a492b05575f=6008] 2024-11-24T16:49:22,799 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/ns/a24ed3ab727f4225a05de8f0ac7f89e4 is 43, key is default/ns:d/1732466912156/Put/seqid=0 2024-11-24T16:49:22,800 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/9a44cdd4cb4f164047ed7f8b67965419/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-24T16:49:22,801 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:22,801 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a44cdd4cb4f164047ed7f8b67965419: Waiting for close lock at 1732466962746Running coprocessor pre-close hooks at 1732466962746Disabling compacts and flushes for region at 1732466962746Disabling writes for close at 1732466962746Obtaining lock to block concurrent updates at 1732466962747 (+1 ms)Preparing flush snapshotting stores in 9a44cdd4cb4f164047ed7f8b67965419 at 1732466962747Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732466962747Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. at 1732466962747Flushing 9a44cdd4cb4f164047ed7f8b67965419/info: creating writer at 1732466962747Flushing 9a44cdd4cb4f164047ed7f8b67965419/info: appending metadata at 1732466962751 (+4 ms)Flushing 9a44cdd4cb4f164047ed7f8b67965419/info: closing flushed file at 1732466962751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5034d017: reopening flushed file at 1732466962765 (+14 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 9a44cdd4cb4f164047ed7f8b67965419 in 27ms, sequenceid=22, compaction requested=true at 1732466962773 (+8 ms)Writing region close event to WAL at 1732466962796 (+23 ms)Running coprocessor post-close hooks at 1732466962800 (+4 ms)Closed at 1732466962800 2024-11-24T16:49:22,801 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732466912246.9a44cdd4cb4f164047ed7f8b67965419. 2024-11-24T16:49:22,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741847_1023 (size=5153) 2024-11-24T16:49:22,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741847_1023 (size=5153) 2024-11-24T16:49:22,808 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/ns/a24ed3ab727f4225a05de8f0ac7f89e4 2024-11-24T16:49:22,828 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/table/6bcd4198b8ad45d796865886bbe6f56e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732466912614/Put/seqid=0 2024-11-24T16:49:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741848_1024 (size=5508) 2024-11-24T16:49:22,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741848_1024 (size=5508) 2024-11-24T16:49:22,834 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/table/6bcd4198b8ad45d796865886bbe6f56e 2024-11-24T16:49:22,841 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/info/5aa6a2a2f78d4fd79e587cc4a3a51114 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/info/5aa6a2a2f78d4fd79e587cc4a3a51114 2024-11-24T16:49:22,846 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/info/5aa6a2a2f78d4fd79e587cc4a3a51114, entries=10, sequenceid=11, filesize=7.1 K 2024-11-24T16:49:22,847 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/ns/a24ed3ab727f4225a05de8f0ac7f89e4 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/ns/a24ed3ab727f4225a05de8f0ac7f89e4 2024-11-24T16:49:22,854 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/ns/a24ed3ab727f4225a05de8f0ac7f89e4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T16:49:22,855 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/.tmp/table/6bcd4198b8ad45d796865886bbe6f56e as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/table/6bcd4198b8ad45d796865886bbe6f56e 2024-11-24T16:49:22,860 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/table/6bcd4198b8ad45d796865886bbe6f56e, entries=2, sequenceid=11, filesize=5.4 K 2024-11-24T16:49:22,861 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=11, compaction requested=false 2024-11-24T16:49:22,866 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T16:49:22,867 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:49:22,867 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:49:22,867 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466962748Running coprocessor pre-close hooks at 1732466962748Disabling compacts and flushes for region at 1732466962748Disabling writes for close at 1732466962748Obtaining lock to block concurrent updates at 1732466962748Preparing flush snapshotting stores in 1588230740 at 1732466962748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732466962749 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732466962749Flushing 1588230740/info: creating writer at 1732466962749Flushing 1588230740/info: appending metadata at 1732466962766 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732466962766Flushing 1588230740/ns: creating writer at 1732466962784 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732466962798 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732466962798Flushing 1588230740/table: creating writer at 1732466962813 (+15 ms)Flushing 1588230740/table: appending metadata at 1732466962828 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732466962828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abbb1b7: reopening flushed file at 1732466962840 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@913a257: reopening flushed file at 1732466962847 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356161bf: reopening flushed file at 1732466962854 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=11, compaction requested=false at 1732466962862 (+8 ms)Writing region close event to WAL at 1732466962863 (+1 ms)Running coprocessor post-close hooks at 1732466962867 (+4 ms)Closed at 1732466962867 2024-11-24T16:49:22,867 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T16:49:22,948 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(976): stopping server e335232f7491,44125,1732466911199; all regions closed. 2024-11-24T16:49:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741834_1010 (size=3306) 2024-11-24T16:49:22,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741834_1010 (size=3306) 2024-11-24T16:49:22,953 DEBUG [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/oldWALs 2024-11-24T16:49:22,953 INFO [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C44125%2C1732466911199.meta:.meta(num 1732466912080) 2024-11-24T16:49:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741844_1020 (size=1252) 2024-11-24T16:49:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741844_1020 (size=1252) 2024-11-24T16:49:22,958 DEBUG [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/oldWALs 2024-11-24T16:49:22,958 INFO [RS:0;e335232f7491:44125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C44125%2C1732466911199:(num 1732466962723) 2024-11-24T16:49:22,958 DEBUG [RS:0;e335232f7491:44125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:49:22,958 INFO [RS:0;e335232f7491:44125 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:49:22,959 INFO [RS:0;e335232f7491:44125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:49:22,959 INFO [RS:0;e335232f7491:44125 {}] hbase.ChoreService(370): Chore service for: regionserver/e335232f7491:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T16:49:22,959 INFO [RS:0;e335232f7491:44125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:49:22,959 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:49:22,959 INFO [RS:0;e335232f7491:44125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44125 2024-11-24T16:49:22,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e335232f7491,44125,1732466911199 2024-11-24T16:49:22,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:49:22,961 INFO [RS:0;e335232f7491:44125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:49:22,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e335232f7491,44125,1732466911199] 2024-11-24T16:49:22,964 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e335232f7491,44125,1732466911199 already deleted, retry=false 2024-11-24T16:49:22,964 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e335232f7491,44125,1732466911199 expired; onlineServers=0 2024-11-24T16:49:22,964 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e335232f7491,33819,1732466911148' ***** 2024-11-24T16:49:22,964 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T16:49:22,964 INFO [M:0;e335232f7491:33819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:49:22,964 INFO [M:0;e335232f7491:33819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:49:22,964 DEBUG [M:0;e335232f7491:33819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T16:49:22,964 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T16:49:22,964 DEBUG [M:0;e335232f7491:33819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T16:49:22,964 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466911432 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466911432,5,FailOnTimeoutGroup] 2024-11-24T16:49:22,964 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466911436 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466911436,5,FailOnTimeoutGroup] 2024-11-24T16:49:22,964 INFO [M:0;e335232f7491:33819 {}] hbase.ChoreService(370): Chore service for: master/e335232f7491:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T16:49:22,965 INFO [M:0;e335232f7491:33819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:49:22,965 DEBUG [M:0;e335232f7491:33819 {}] master.HMaster(1795): Stopping service threads 2024-11-24T16:49:22,965 INFO [M:0;e335232f7491:33819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T16:49:22,965 INFO [M:0;e335232f7491:33819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:49:22,965 INFO [M:0;e335232f7491:33819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T16:49:22,965 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T16:49:22,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T16:49:22,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:22,966 DEBUG [M:0;e335232f7491:33819 {}] zookeeper.ZKUtil(347): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T16:49:22,966 WARN [M:0;e335232f7491:33819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T16:49:22,968 INFO [M:0;e335232f7491:33819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/.lastflushedseqids 2024-11-24T16:49:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741849_1025 (size=130) 2024-11-24T16:49:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741849_1025 (size=130) 2024-11-24T16:49:22,976 INFO [M:0;e335232f7491:33819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T16:49:22,976 INFO [M:0;e335232f7491:33819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T16:49:22,976 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:49:22,976 INFO [M:0;e335232f7491:33819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:22,976 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:22,976 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:49:22,976 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:22,976 INFO [M:0;e335232f7491:33819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.58 KB heapSize=54.99 KB 2024-11-24T16:49:22,993 DEBUG [M:0;e335232f7491:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea5e5fa8c6d4dc68f36229d365a8557 is 82, key is hbase:meta,,1/info:regioninfo/1732466912132/Put/seqid=0 2024-11-24T16:49:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741850_1026 (size=5672) 2024-11-24T16:49:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741850_1026 (size=5672) 2024-11-24T16:49:22,999 INFO [M:0;e335232f7491:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea5e5fa8c6d4dc68f36229d365a8557 2024-11-24T16:49:23,019 DEBUG [M:0;e335232f7491:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a64448966d84d27bdad3881cc7d8b62 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732466912618/Put/seqid=0 2024-11-24T16:49:23,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741851_1027 (size=7822) 2024-11-24T16:49:23,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741851_1027 (size=7822) 2024-11-24T16:49:23,025 INFO [M:0;e335232f7491:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.98 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a64448966d84d27bdad3881cc7d8b62 2024-11-24T16:49:23,031 INFO [M:0;e335232f7491:33819 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a64448966d84d27bdad3881cc7d8b62 2024-11-24T16:49:23,047 DEBUG [M:0;e335232f7491:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35ac96ca015a427f9b9ff75d3cb1c965 is 69, key is e335232f7491,44125,1732466911199/rs:state/1732466911459/Put/seqid=0 2024-11-24T16:49:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741852_1028 (size=5156) 2024-11-24T16:49:23,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741852_1028 (size=5156) 2024-11-24T16:49:23,055 INFO [M:0;e335232f7491:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35ac96ca015a427f9b9ff75d3cb1c965 2024-11-24T16:49:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:49:23,063 INFO [RS:0;e335232f7491:44125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:49:23,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44125-0x1014ae1122a0001, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:49:23,063 INFO [RS:0;e335232f7491:44125 {}] regionserver.HRegionServer(1031): Exiting; stopping=e335232f7491,44125,1732466911199; zookeeper connection closed. 2024-11-24T16:49:23,063 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17432f5b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17432f5b 2024-11-24T16:49:23,063 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T16:49:23,075 DEBUG [M:0;e335232f7491:33819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/418e558ff06f4daaafccf009a1184a53 is 52, key is load_balancer_on/state:d/1732466912242/Put/seqid=0 2024-11-24T16:49:23,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741853_1029 (size=5056) 2024-11-24T16:49:23,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741853_1029 (size=5056) 2024-11-24T16:49:23,080 INFO [M:0;e335232f7491:33819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/418e558ff06f4daaafccf009a1184a53 2024-11-24T16:49:23,086 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea5e5fa8c6d4dc68f36229d365a8557 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ea5e5fa8c6d4dc68f36229d365a8557 2024-11-24T16:49:23,091 INFO [M:0;e335232f7491:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ea5e5fa8c6d4dc68f36229d365a8557, entries=8, sequenceid=121, filesize=5.5 K 2024-11-24T16:49:23,091 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a64448966d84d27bdad3881cc7d8b62 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a64448966d84d27bdad3881cc7d8b62 2024-11-24T16:49:23,097 INFO [M:0;e335232f7491:33819 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a64448966d84d27bdad3881cc7d8b62 2024-11-24T16:49:23,097 INFO [M:0;e335232f7491:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a64448966d84d27bdad3881cc7d8b62, entries=14, sequenceid=121, filesize=7.6 K 2024-11-24T16:49:23,098 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35ac96ca015a427f9b9ff75d3cb1c965 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35ac96ca015a427f9b9ff75d3cb1c965 2024-11-24T16:49:23,103 INFO [M:0;e335232f7491:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35ac96ca015a427f9b9ff75d3cb1c965, entries=1, sequenceid=121, filesize=5.0 K 2024-11-24T16:49:23,105 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/418e558ff06f4daaafccf009a1184a53 as hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/418e558ff06f4daaafccf009a1184a53 2024-11-24T16:49:23,112 INFO [M:0;e335232f7491:33819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33285/user/jenkins/test-data/90df9f08-8ed4-67ef-1152-e00be25ee46a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/418e558ff06f4daaafccf009a1184a53, entries=1, sequenceid=121, filesize=4.9 K 2024-11-24T16:49:23,113 INFO [M:0;e335232f7491:33819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=121, compaction requested=false 2024-11-24T16:49:23,118 INFO [M:0;e335232f7491:33819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:23,118 DEBUG [M:0;e335232f7491:33819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466962976Disabling compacts and flushes for region at 1732466962976Disabling writes for close at 1732466962976Obtaining lock to block concurrent updates at 1732466962976Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732466962976Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44629, getHeapSize=56248, getOffHeapSize=0, getCellsCount=140 at 1732466962977 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732466962977Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732466962978 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732466962992 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732466962992Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732466963004 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732466963018 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732466963018Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732466963031 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732466963046 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732466963046Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732466963060 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732466963074 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732466963074Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f20b3dd: reopening flushed file at 1732466963085 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7503cded: reopening flushed file at 1732466963091 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c89f22f: reopening flushed file at 1732466963097 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2740b9ef: reopening flushed file at 1732466963104 (+7 ms)Finished flush of dataSize ~43.58 KB/44629, heapSize ~54.93 KB/56248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=121, compaction requested=false at 1732466963113 (+9 ms)Writing region close event to WAL at 1732466963118 (+5 ms)Closed at 1732466963118 2024-11-24T16:49:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36413 is added to blk_1073741830_1006 (size=53026) 2024-11-24T16:49:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35857 is added to blk_1073741830_1006 (size=53026) 2024-11-24T16:49:23,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:49:23,122 INFO [M:0;e335232f7491:33819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T16:49:23,123 INFO [M:0;e335232f7491:33819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33819 2024-11-24T16:49:23,123 INFO [M:0;e335232f7491:33819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:49:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:49:23,225 INFO [M:0;e335232f7491:33819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:49:23,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33819-0x1014ae1122a0000, quorum=127.0.0.1:60894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:49:23,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54168d51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:49:23,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24bb52f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:49:23,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:49:23,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c74f2cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:49:23,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@821aa50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir/,STOPPED} 2024-11-24T16:49:23,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:49:23,230 WARN [BP-1860932271-172.17.0.2-1732466910439 heartbeating to localhost/127.0.0.1:33285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:49:23,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:49:23,230 WARN [BP-1860932271-172.17.0.2-1732466910439 heartbeating to localhost/127.0.0.1:33285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1860932271-172.17.0.2-1732466910439 (Datanode Uuid b90fbf82-6dba-424e-b5d3-4bfbb443440b) service to localhost/127.0.0.1:33285 2024-11-24T16:49:23,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data3/current/BP-1860932271-172.17.0.2-1732466910439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:49:23,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data4/current/BP-1860932271-172.17.0.2-1732466910439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:49:23,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:49:23,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55b966d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:49:23,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@710b6b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:49:23,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:49:23,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3669c62a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:49:23,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce33677{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir/,STOPPED} 2024-11-24T16:49:23,235 WARN [BP-1860932271-172.17.0.2-1732466910439 heartbeating to localhost/127.0.0.1:33285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:49:23,235 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:49:23,235 WARN [BP-1860932271-172.17.0.2-1732466910439 heartbeating to localhost/127.0.0.1:33285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1860932271-172.17.0.2-1732466910439 (Datanode Uuid 7b0cb8bf-51be-447e-8676-6ef39ba75b48) service to localhost/127.0.0.1:33285 2024-11-24T16:49:23,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:49:23,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data1/current/BP-1860932271-172.17.0.2-1732466910439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:49:23,236 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/cluster_e2ebaff5-d2c9-668b-7631-f873321f559e/data/data2/current/BP-1860932271-172.17.0.2-1732466910439 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:49:23,236 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:49:23,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@372390b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:49:23,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@189bbca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:49:23,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:49:23,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cda6b18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:49:23,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af4b54f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir/,STOPPED} 2024-11-24T16:49:23,251 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T16:49:23,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T16:49:23,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=426 (was 446), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=194 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=7139 (was 6078) - AvailableMemoryMB LEAK? - 2024-11-24T16:49:23,286 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=194, ProcessCount=11, AvailableMemoryMB=7139 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.log.dir so I do NOT create it in target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25d9ebe8-2627-54fc-9d6b-2a93654eb19a/hadoop.tmp.dir so I do NOT create it in target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32, deleteOnExit=true 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/test.cache.data in system properties and HBase conf 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir in system properties and HBase conf 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T16:49:23,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T16:49:23,288 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T16:49:23,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/nfs.dump.dir in system properties and HBase conf 2024-11-24T16:49:23,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/java.io.tmpdir in system properties and HBase conf 2024-11-24T16:49:23,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:49:23,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T16:49:23,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T16:49:23,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:49:23,406 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:49:23,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:49:23,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:49:23,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:49:23,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:49:23,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f643fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:49:23,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a22361{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:49:23,498 INFO [regionserver/e335232f7491:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:49:23,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38ca9f08{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/java.io.tmpdir/jetty-localhost-37817-hadoop-hdfs-3_4_1-tests_jar-_-any-15112272763326411105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:49:23,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32efb50e{HTTP/1.1, (http/1.1)}{localhost:37817} 2024-11-24T16:49:23,539 INFO [Time-limited test {}] server.Server(415): Started @140789ms 2024-11-24T16:49:23,634 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:49:23,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:49:23,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:49:23,639 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:49:23,639 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:49:23,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f2b3d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:49:23,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d42b0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:49:23,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a0aa98d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/java.io.tmpdir/jetty-localhost-46281-hadoop-hdfs-3_4_1-tests_jar-_-any-5110190750237304994/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:49:23,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77820f80{HTTP/1.1, (http/1.1)}{localhost:46281} 2024-11-24T16:49:23,766 INFO [Time-limited test {}] server.Server(415): Started @141016ms 2024-11-24T16:49:23,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:49:23,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:49:23,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:49:23,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:49:23,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:49:23,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:49:23,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30ae9b14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:49:23,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6067eeb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:49:23,905 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data1/current/BP-1045205529-172.17.0.2-1732466963329/current, will proceed with Du for space computation calculation, 2024-11-24T16:49:23,905 WARN [Thread-1090 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data2/current/BP-1045205529-172.17.0.2-1732466963329/current, will proceed with Du for space computation calculation, 2024-11-24T16:49:23,949 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:49:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81a26b5bdcd32d5 with lease ID 0xaf841c71f9696805: Processing first storage report for DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=08b387cc-eee0-4674-9d37-15680766e493, infoPort=37111, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329) 2024-11-24T16:49:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81a26b5bdcd32d5 with lease ID 0xaf841c71f9696805: from storage DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=08b387cc-eee0-4674-9d37-15680766e493, infoPort=37111, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:49:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc81a26b5bdcd32d5 with lease ID 0xaf841c71f9696805: Processing first storage report for DS-df8dd144-48e7-4b0f-ab1b-977bc2edaae0 from datanode DatanodeRegistration(127.0.0.1:41147, datanodeUuid=08b387cc-eee0-4674-9d37-15680766e493, infoPort=37111, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329) 2024-11-24T16:49:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc81a26b5bdcd32d5 with lease ID 0xaf841c71f9696805: from storage DS-df8dd144-48e7-4b0f-ab1b-977bc2edaae0 node DatanodeRegistration(127.0.0.1:41147, datanodeUuid=08b387cc-eee0-4674-9d37-15680766e493, infoPort=37111, infoSecurePort=0, ipcPort=39353, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:49:23,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51d176b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/java.io.tmpdir/jetty-localhost-45873-hadoop-hdfs-3_4_1-tests_jar-_-any-11144945287238603587/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:49:23,979 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b28ec74{HTTP/1.1, (http/1.1)}{localhost:45873} 2024-11-24T16:49:23,980 INFO [Time-limited test {}] server.Server(415): Started @141230ms 2024-11-24T16:49:23,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:49:24,092 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data3/current/BP-1045205529-172.17.0.2-1732466963329/current, will proceed with Du for space computation calculation, 2024-11-24T16:49:24,093 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data4/current/BP-1045205529-172.17.0.2-1732466963329/current, will proceed with Du for space computation calculation, 2024-11-24T16:49:24,120 WARN [Thread-1104 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:49:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5b59fab8702a0af with lease ID 0xaf841c71f9696806: Processing first storage report for DS-005a41c7-802e-4f0b-8e35-51e49824ad28 from datanode DatanodeRegistration(127.0.0.1:42069, datanodeUuid=f9297565-3dde-4091-a1aa-96e54114d411, infoPort=40943, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329) 2024-11-24T16:49:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5b59fab8702a0af with lease ID 0xaf841c71f9696806: from storage DS-005a41c7-802e-4f0b-8e35-51e49824ad28 node DatanodeRegistration(127.0.0.1:42069, datanodeUuid=f9297565-3dde-4091-a1aa-96e54114d411, infoPort=40943, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:49:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5b59fab8702a0af with lease ID 0xaf841c71f9696806: Processing first storage report for DS-3abfdcbe-efb3-4f30-9df4-2b64f92e3fe9 from datanode DatanodeRegistration(127.0.0.1:42069, datanodeUuid=f9297565-3dde-4091-a1aa-96e54114d411, infoPort=40943, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329) 2024-11-24T16:49:24,123 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5b59fab8702a0af with lease ID 0xaf841c71f9696806: from storage DS-3abfdcbe-efb3-4f30-9df4-2b64f92e3fe9 node DatanodeRegistration(127.0.0.1:42069, datanodeUuid=f9297565-3dde-4091-a1aa-96e54114d411, infoPort=40943, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=997517558;c=1732466963329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:49:24,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69 2024-11-24T16:49:24,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/zookeeper_0, clientPort=61887, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T16:49:24,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61887 2024-11-24T16:49:24,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:49:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:49:24,256 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9 with version=8 2024-11-24T16:49:24,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase-staging 2024-11-24T16:49:24,258 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T16:49:24,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:49:24,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41713 2024-11-24T16:49:24,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41713 connecting to ZooKeeper ensemble=127.0.0.1:61887 2024-11-24T16:49:24,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417130x0, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:49:24,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41713-0x1014ae1e1920000 connected 2024-11-24T16:49:24,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:49:24,318 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9, hbase.cluster.distributed=false 2024-11-24T16:49:24,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:49:24,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41713 2024-11-24T16:49:24,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41713 2024-11-24T16:49:24,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41713 2024-11-24T16:49:24,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41713 2024-11-24T16:49:24,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41713 2024-11-24T16:49:24,347 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:49:24,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:49:24,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:49:24,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:49:24,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:49:24,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:49:24,347 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T16:49:24,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:49:24,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39155 2024-11-24T16:49:24,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39155 connecting to ZooKeeper ensemble=127.0.0.1:61887 2024-11-24T16:49:24,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391550x0, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:49:24,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391550x0, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:49:24,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39155-0x1014ae1e1920001 connected 2024-11-24T16:49:24,363 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T16:49:24,364 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T16:49:24,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T16:49:24,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:49:24,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39155 2024-11-24T16:49:24,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39155 2024-11-24T16:49:24,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39155 2024-11-24T16:49:24,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39155 2024-11-24T16:49:24,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39155 2024-11-24T16:49:24,383 DEBUG [M:0;e335232f7491:41713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e335232f7491:41713 2024-11-24T16:49:24,383 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e335232f7491,41713,1732466964257 2024-11-24T16:49:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:49:24,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:49:24,386 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e335232f7491,41713,1732466964257 2024-11-24T16:49:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T16:49:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,388 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T16:49:24,388 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e335232f7491,41713,1732466964257 from backup master directory 2024-11-24T16:49:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e335232f7491,41713,1732466964257 2024-11-24T16:49:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:49:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:49:24,390 WARN [master/e335232f7491:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:49:24,390 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e335232f7491,41713,1732466964257 2024-11-24T16:49:24,398 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/hbase.id] with ID: fc617e94-a765-40e3-9eaf-4931236089d8 2024-11-24T16:49:24,398 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/.tmp/hbase.id 2024-11-24T16:49:24,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:49:24,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:49:24,407 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/.tmp/hbase.id]:[hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/hbase.id] 2024-11-24T16:49:24,421 INFO [master/e335232f7491:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:24,422 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T16:49:24,423 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T16:49:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:49:24,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:49:24,443 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:49:24,444 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T16:49:24,444 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:49:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:49:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:49:24,454 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store 2024-11-24T16:49:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:49:24,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:49:24,864 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:24,864 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:49:24,864 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:24,864 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:24,864 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:49:24,864 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:24,864 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:49:24,865 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732466964864Disabling compacts and flushes for region at 1732466964864Disabling writes for close at 1732466964864Writing region close event to WAL at 1732466964864Closed at 1732466964864 2024-11-24T16:49:24,866 WARN [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/.initializing 2024-11-24T16:49:24,866 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/WALs/e335232f7491,41713,1732466964257 2024-11-24T16:49:24,868 INFO [master/e335232f7491:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:49:24,870 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C41713%2C1732466964257, suffix=, logDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/WALs/e335232f7491,41713,1732466964257, archiveDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/oldWALs, maxLogs=10 2024-11-24T16:49:24,890 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/WALs/e335232f7491,41713,1732466964257/e335232f7491%2C41713%2C1732466964257.1732466964870, exclude list is [], retry=0 2024-11-24T16:49:24,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42069,DS-005a41c7-802e-4f0b-8e35-51e49824ad28,DISK] 2024-11-24T16:49:24,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b,DISK] 2024-11-24T16:49:24,896 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/WALs/e335232f7491,41713,1732466964257/e335232f7491%2C41713%2C1732466964257.1732466964870 2024-11-24T16:49:24,897 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943),(127.0.0.1/127.0.0.1:37111:37111)] 2024-11-24T16:49:24,898 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:49:24,898 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:24,898 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,898 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T16:49:24,902 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:24,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:24,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T16:49:24,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:24,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:49:24,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T16:49:24,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:24,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:49:24,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T16:49:24,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:24,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:49:24,908 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,909 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,909 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,911 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,911 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,911 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T16:49:24,913 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:49:24,915 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:49:24,915 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816802, jitterRate=0.03861814737319946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T16:49:24,916 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732466964898Initializing all the Stores at 1732466964899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466964899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466964900 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466964900Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466964900Cleaning up temporary data from old regions at 1732466964911 (+11 ms)Region opened successfully at 1732466964916 (+5 ms) 2024-11-24T16:49:24,918 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T16:49:24,922 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29df7bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:49:24,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T16:49:24,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T16:49:24,923 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T16:49:24,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T16:49:24,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T16:49:24,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T16:49:24,924 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T16:49:24,930 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T16:49:24,930 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T16:49:24,931 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T16:49:24,932 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T16:49:24,932 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T16:49:24,933 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T16:49:24,934 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T16:49:24,937 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T16:49:24,939 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T16:49:24,940 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T16:49:24,942 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T16:49:24,944 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T16:49:24,946 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T16:49:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:49:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:49:24,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,948 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e335232f7491,41713,1732466964257, sessionid=0x1014ae1e1920000, setting cluster-up flag (Was=false) 2024-11-24T16:49:24,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,959 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T16:49:24,960 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,41713,1732466964257 2024-11-24T16:49:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:24,972 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T16:49:24,973 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,41713,1732466964257 2024-11-24T16:49:24,974 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T16:49:24,976 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T16:49:24,976 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T16:49:24,976 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T16:49:24,976 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e335232f7491,41713,1732466964257 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T16:49:24,977 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:49:24,977 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:49:24,977 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:49:24,977 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:49:24,977 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e335232f7491:0, corePoolSize=10, maxPoolSize=10 2024-11-24T16:49:24,977 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:24,978 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:49:24,978 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:24,982 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:49:24,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T16:49:24,983 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:24,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T16:49:24,988 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732466994988 2024-11-24T16:49:24,988 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T16:49:24,989 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T16:49:24,989 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T16:49:24,989 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T16:49:24,989 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T16:49:24,989 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T16:49:24,992 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:24,994 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T16:49:24,994 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T16:49:24,994 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T16:49:24,996 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T16:49:24,996 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T16:49:24,997 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466964996,5,FailOnTimeoutGroup] 2024-11-24T16:49:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:49:24,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:49:24,999 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466964997,5,FailOnTimeoutGroup] 2024-11-24T16:49:24,999 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:24,999 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T16:49:24,999 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:24,999 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,000 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T16:49:25,000 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9 2024-11-24T16:49:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:49:25,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:49:25,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:25,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:49:25,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:49:25,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:49:25,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:49:25,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:49:25,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:49:25,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:49:25,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:49:25,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:49:25,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740 2024-11-24T16:49:25,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740 2024-11-24T16:49:25,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:49:25,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:49:25,026 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:49:25,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:49:25,030 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:49:25,031 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=838921, jitterRate=0.06674379110336304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:49:25,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732466965009Initializing all the Stores at 1732466965010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466965010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466965012 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466965012Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466965012Cleaning up temporary data from old regions at 1732466965026 (+14 ms)Region opened successfully at 1732466965031 (+5 ms) 2024-11-24T16:49:25,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:49:25,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:49:25,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:49:25,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:49:25,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:49:25,033 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:49:25,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732466965032Disabling compacts and flushes for region at 1732466965032Disabling writes for close at 1732466965032Writing region close event to WAL at 1732466965033 (+1 ms)Closed at 1732466965033 2024-11-24T16:49:25,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:49:25,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T16:49:25,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T16:49:25,036 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:49:25,037 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T16:49:25,073 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(746): ClusterId : fc617e94-a765-40e3-9eaf-4931236089d8 2024-11-24T16:49:25,074 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T16:49:25,076 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T16:49:25,076 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T16:49:25,079 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T16:49:25,079 DEBUG [RS:0;e335232f7491:39155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b56abaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:49:25,102 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e335232f7491:39155 2024-11-24T16:49:25,102 INFO [RS:0;e335232f7491:39155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T16:49:25,102 INFO [RS:0;e335232f7491:39155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T16:49:25,102 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T16:49:25,103 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(2659): reportForDuty to master=e335232f7491,41713,1732466964257 with port=39155, startcode=1732466964347 2024-11-24T16:49:25,103 DEBUG [RS:0;e335232f7491:39155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T16:49:25,106 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60739, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T16:49:25,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e335232f7491,39155,1732466964347 2024-11-24T16:49:25,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] master.ServerManager(517): Registering regionserver=e335232f7491,39155,1732466964347 2024-11-24T16:49:25,109 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9 2024-11-24T16:49:25,109 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44333 2024-11-24T16:49:25,109 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T16:49:25,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:49:25,112 DEBUG [RS:0;e335232f7491:39155 {}] zookeeper.ZKUtil(111): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e335232f7491,39155,1732466964347 2024-11-24T16:49:25,112 WARN [RS:0;e335232f7491:39155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:49:25,112 INFO [RS:0;e335232f7491:39155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:49:25,112 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347 2024-11-24T16:49:25,113 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e335232f7491,39155,1732466964347] 2024-11-24T16:49:25,119 INFO [RS:0;e335232f7491:39155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T16:49:25,123 INFO [RS:0;e335232f7491:39155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T16:49:25,124 INFO [RS:0;e335232f7491:39155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T16:49:25,125 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,125 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T16:49:25,126 INFO [RS:0;e335232f7491:39155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T16:49:25,127 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:49:25,127 DEBUG [RS:0;e335232f7491:39155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:49:25,128 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,128 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,128 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,128 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,128 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,128 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,39155,1732466964347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:49:25,145 INFO [RS:0;e335232f7491:39155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T16:49:25,145 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,39155,1732466964347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,145 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,145 INFO [RS:0;e335232f7491:39155 {}] regionserver.Replication(171): e335232f7491,39155,1732466964347 started 2024-11-24T16:49:25,160 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,160 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1482): Serving as e335232f7491,39155,1732466964347, RpcServer on e335232f7491/172.17.0.2:39155, sessionid=0x1014ae1e1920001 2024-11-24T16:49:25,160 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T16:49:25,161 DEBUG [RS:0;e335232f7491:39155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e335232f7491,39155,1732466964347 2024-11-24T16:49:25,161 DEBUG [RS:0;e335232f7491:39155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,39155,1732466964347' 2024-11-24T16:49:25,161 DEBUG [RS:0;e335232f7491:39155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T16:49:25,161 DEBUG [RS:0;e335232f7491:39155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T16:49:25,162 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T16:49:25,162 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T16:49:25,162 DEBUG [RS:0;e335232f7491:39155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e335232f7491,39155,1732466964347 2024-11-24T16:49:25,162 DEBUG [RS:0;e335232f7491:39155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,39155,1732466964347' 2024-11-24T16:49:25,162 DEBUG [RS:0;e335232f7491:39155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T16:49:25,162 DEBUG [RS:0;e335232f7491:39155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T16:49:25,163 DEBUG [RS:0;e335232f7491:39155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T16:49:25,163 INFO [RS:0;e335232f7491:39155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T16:49:25,163 INFO [RS:0;e335232f7491:39155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T16:49:25,187 WARN [e335232f7491:41713 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T16:49:25,263 INFO [RS:0;e335232f7491:39155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:49:25,265 INFO [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C39155%2C1732466964347, suffix=, logDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347, archiveDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/oldWALs, maxLogs=32 2024-11-24T16:49:25,280 DEBUG [RS:0;e335232f7491:39155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732466965266, exclude list is [], retry=0 2024-11-24T16:49:25,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42069,DS-005a41c7-802e-4f0b-8e35-51e49824ad28,DISK] 2024-11-24T16:49:25,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b,DISK] 2024-11-24T16:49:25,288 INFO [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732466965266 2024-11-24T16:49:25,292 DEBUG [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943),(127.0.0.1/127.0.0.1:37111:37111)] 2024-11-24T16:49:25,438 DEBUG [e335232f7491:41713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T16:49:25,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:25,440 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,39155,1732466964347, state=OPENING 2024-11-24T16:49:25,442 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T16:49:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:49:25,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:49:25,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:49:25,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:49:25,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,39155,1732466964347}] 2024-11-24T16:49:25,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T16:49:25,599 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T16:49:25,603 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T16:49:25,603 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:49:25,603 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T16:49:25,605 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C39155%2C1732466964347.meta, suffix=.meta, logDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347, archiveDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/oldWALs, maxLogs=32 2024-11-24T16:49:25,619 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.meta.1732466965605.meta, exclude list is [], retry=0 2024-11-24T16:49:25,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42069,DS-005a41c7-802e-4f0b-8e35-51e49824ad28,DISK] 2024-11-24T16:49:25,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b,DISK] 2024-11-24T16:49:25,624 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.meta.1732466965605.meta 2024-11-24T16:49:25,624 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40943:40943),(127.0.0.1/127.0.0.1:37111:37111)] 2024-11-24T16:49:25,624 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:49:25,625 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T16:49:25,625 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T16:49:25,625 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T16:49:25,625 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T16:49:25,625 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:25,625 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T16:49:25,625 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T16:49:25,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:49:25,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:49:25,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:49:25,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:49:25,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:49:25,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:49:25,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:49:25,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:49:25,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:49:25,634 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:49:25,634 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740 2024-11-24T16:49:25,636 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740 2024-11-24T16:49:25,637 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:49:25,637 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:49:25,638 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:49:25,639 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:49:25,640 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780266, jitterRate=-0.007841065526008606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:49:25,640 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T16:49:25,641 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732466965626Writing region info on filesystem at 1732466965626Initializing all the Stores at 1732466965627 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466965627Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466965627Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466965627Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732466965627Cleaning up temporary data from old regions at 1732466965637 (+10 ms)Running coprocessor post-open hooks at 1732466965640 (+3 ms)Region opened successfully at 1732466965641 (+1 ms) 2024-11-24T16:49:25,642 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732466965597 2024-11-24T16:49:25,645 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T16:49:25,645 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T16:49:25,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:25,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,39155,1732466964347, state=OPEN 2024-11-24T16:49:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:49:25,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:49:25,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e335232f7491,39155,1732466964347 2024-11-24T16:49:25,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:49:25,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:49:25,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T16:49:25,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,39155,1732466964347 in 214 msec 2024-11-24T16:49:25,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T16:49:25,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-24T16:49:25,666 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:49:25,666 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T16:49:25,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:49:25,668 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,39155,1732466964347, seqNum=-1] 2024-11-24T16:49:25,669 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:49:25,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44937, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:49:25,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-24T16:49:25,678 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732466965678, completionTime=-1 2024-11-24T16:49:25,678 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T16:49:25,678 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T16:49:25,680 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T16:49:25,680 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732467025680 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732467085681 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,41713,1732466964257-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,41713,1732466964257-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,41713,1732466964257-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e335232f7491:41713, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,681 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,683 DEBUG [master/e335232f7491:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T16:49:25,684 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,688 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.298sec 2024-11-24T16:49:25,688 INFO [master/e335232f7491:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T16:49:25,688 INFO [master/e335232f7491:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T16:49:25,689 INFO [master/e335232f7491:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T16:49:25,689 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T16:49:25,689 INFO [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T16:49:25,689 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,41713,1732466964257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:49:25,689 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,41713,1732466964257-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T16:49:25,692 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T16:49:25,692 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T16:49:25,692 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,41713,1732466964257-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:49:25,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b2a754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:49:25,771 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e335232f7491,41713,-1 for getting cluster id 2024-11-24T16:49:25,771 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T16:49:25,773 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fc617e94-a765-40e3-9eaf-4931236089d8' 2024-11-24T16:49:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T16:49:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fc617e94-a765-40e3-9eaf-4931236089d8" 2024-11-24T16:49:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2257144d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:49:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e335232f7491,41713,-1] 2024-11-24T16:49:25,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T16:49:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:49:25,776 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T16:49:25,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2c8810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:49:25,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:49:25,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,39155,1732466964347, seqNum=-1] 2024-11-24T16:49:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:49:25,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:49:25,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e335232f7491,41713,1732466964257 2024-11-24T16:49:25,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:49:25,784 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T16:49:25,785 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T16:49:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e335232f7491,41713,1732466964257 2024-11-24T16:49:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d8c6f77 2024-11-24T16:49:25,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T16:49:25,788 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T16:49:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T16:49:25,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T16:49:25,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:49:25,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-24T16:49:25,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T16:49:25,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:25,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-24T16:49:25,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:49:25,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T16:49:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741835_1011 (size=381) 2024-11-24T16:49:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741835_1011 (size=381) 2024-11-24T16:49:25,814 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => edd860f44ff2dcf13997b226974f8efe, NAME => 'TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9 2024-11-24T16:49:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741836_1012 (size=64) 2024-11-24T16:49:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741836_1012 (size=64) 2024-11-24T16:49:25,826 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:25,826 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing edd860f44ff2dcf13997b226974f8efe, disabling compactions & flushes 2024-11-24T16:49:25,826 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:25,826 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:25,826 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. after waiting 0 ms 2024-11-24T16:49:25,826 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:25,826 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:25,826 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for edd860f44ff2dcf13997b226974f8efe: Waiting for close lock at 1732466965826Disabling compacts and flushes for region at 1732466965826Disabling writes for close at 1732466965826Writing region close event to WAL at 1732466965826Closed at 1732466965826 2024-11-24T16:49:25,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T16:49:25,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732466965827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732466965827"}]},"ts":"1732466965827"} 2024-11-24T16:49:25,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T16:49:25,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T16:49:25,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466965832"}]},"ts":"1732466965832"} 2024-11-24T16:49:25,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-24T16:49:25,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, ASSIGN}] 2024-11-24T16:49:25,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, ASSIGN 2024-11-24T16:49:25,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, ASSIGN; state=OFFLINE, location=e335232f7491,39155,1732466964347; forceNewPlan=false, retain=false 2024-11-24T16:49:25,988 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edd860f44ff2dcf13997b226974f8efe, regionState=OPENING, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:25,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, ASSIGN because future has completed 2024-11-24T16:49:25,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347}] 2024-11-24T16:49:26,148 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:26,149 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => edd860f44ff2dcf13997b226974f8efe, NAME => 'TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:49:26,149 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,149 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:26,149 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,149 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,151 INFO [StoreOpener-edd860f44ff2dcf13997b226974f8efe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,153 INFO [StoreOpener-edd860f44ff2dcf13997b226974f8efe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edd860f44ff2dcf13997b226974f8efe columnFamilyName info 2024-11-24T16:49:26,153 DEBUG [StoreOpener-edd860f44ff2dcf13997b226974f8efe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:26,153 INFO [StoreOpener-edd860f44ff2dcf13997b226974f8efe-1 {}] regionserver.HStore(327): Store=edd860f44ff2dcf13997b226974f8efe/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:49:26,153 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,154 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,154 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,155 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,155 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,157 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,159 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:49:26,160 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened edd860f44ff2dcf13997b226974f8efe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=711805, jitterRate=-0.0948934257030487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T16:49:26,160 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:26,160 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for edd860f44ff2dcf13997b226974f8efe: Running coprocessor pre-open hook at 1732466966150Writing region info on filesystem at 1732466966150Initializing all the Stores at 1732466966151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466966151Cleaning up temporary data from old regions at 1732466966155 (+4 ms)Running coprocessor post-open hooks at 1732466966160 (+5 ms)Region opened successfully at 1732466966160 2024-11-24T16:49:26,161 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., pid=6, masterSystemTime=1732466966144 2024-11-24T16:49:26,163 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:26,164 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:26,164 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=edd860f44ff2dcf13997b226974f8efe, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:26,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 because future has completed 2024-11-24T16:49:26,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T16:49:26,170 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 in 177 msec 2024-11-24T16:49:26,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T16:49:26,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, ASSIGN in 336 msec 2024-11-24T16:49:26,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T16:49:26,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732466966173"}]},"ts":"1732466966173"} 2024-11-24T16:49:26,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-24T16:49:26,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T16:49:26,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 387 msec 2024-11-24T16:49:27,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:27,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T16:49:28,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:28,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-24T16:49:28,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T16:49:28,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T16:49:31,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T16:49:31,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-24T16:49:33,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T16:49:33,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:33,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T16:49:35,871 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-24T16:49:35,871 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-24T16:49:35,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-24T16:49:35,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:35,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2] 2024-11-24T16:49:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:35,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:49:35,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/a0ba2c8c61054db99a2e4972f11da92d is 1055, key is row0001/info:/1732466975877/Put/seqid=0 2024-11-24T16:49:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741837_1013 (size=13386) 2024-11-24T16:49:35,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741837_1013 (size=13386) 2024-11-24T16:49:35,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/a0ba2c8c61054db99a2e4972f11da92d 2024-11-24T16:49:35,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/a0ba2c8c61054db99a2e4972f11da92d as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/a0ba2c8c61054db99a2e4972f11da92d 2024-11-24T16:49:35,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/a0ba2c8c61054db99a2e4972f11da92d, entries=8, sequenceid=12, filesize=13.1 K 2024-11-24T16:49:35,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for edd860f44ff2dcf13997b226974f8efe in 39ms, sequenceid=12, compaction requested=false 2024-11-24T16:49:35,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:35,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-24T16:49:35,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/803534a218eb44ab88ccbbc325083ed4 is 1055, key is row0009/info:/1732466975891/Put/seqid=0 2024-11-24T16:49:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741838_1014 (size=28134) 2024-11-24T16:49:35,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741838_1014 (size=28134) 2024-11-24T16:49:35,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/803534a218eb44ab88ccbbc325083ed4 2024-11-24T16:49:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/803534a218eb44ab88ccbbc325083ed4 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4 2024-11-24T16:49:35,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4, entries=22, sequenceid=37, filesize=27.5 K 2024-11-24T16:49:35,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for edd860f44ff2dcf13997b226974f8efe in 25ms, sequenceid=37, compaction requested=false 2024-11-24T16:49:35,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:35,956 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-24T16:49:35,956 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:35,956 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4 because midkey is the same as first or last row 2024-11-24T16:49:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:37,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:49:37,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/9e1500fa193c4b48aae4c8f3993f2ef0 is 1055, key is row0031/info:/1732466975931/Put/seqid=0 2024-11-24T16:49:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741839_1015 (size=13386) 2024-11-24T16:49:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741839_1015 (size=13386) 2024-11-24T16:49:37,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/9e1500fa193c4b48aae4c8f3993f2ef0 2024-11-24T16:49:37,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/9e1500fa193c4b48aae4c8f3993f2ef0 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/9e1500fa193c4b48aae4c8f3993f2ef0 2024-11-24T16:49:37,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/9e1500fa193c4b48aae4c8f3993f2ef0, entries=8, sequenceid=48, filesize=13.1 K 2024-11-24T16:49:37,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for edd860f44ff2dcf13997b226974f8efe in 33ms, sequenceid=48, compaction requested=true 2024-11-24T16:49:37,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-24T16:49:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:37,983 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4 because midkey is the same as first or last row 2024-11-24T16:49:37,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edd860f44ff2dcf13997b226974f8efe:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:49:37,985 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:49:37,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:37,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:37,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-24T16:49:37,988 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:49:37,988 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): edd860f44ff2dcf13997b226974f8efe/info is initiating minor compaction (all files) 2024-11-24T16:49:37,988 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edd860f44ff2dcf13997b226974f8efe/info in TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:37,988 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/a0ba2c8c61054db99a2e4972f11da92d, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/9e1500fa193c4b48aae4c8f3993f2ef0] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp, totalSize=53.6 K 2024-11-24T16:49:37,989 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0ba2c8c61054db99a2e4972f11da92d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732466975877 2024-11-24T16:49:37,990 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 803534a218eb44ab88ccbbc325083ed4, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732466975891 2024-11-24T16:49:37,995 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e1500fa193c4b48aae4c8f3993f2ef0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732466975931 2024-11-24T16:49:37,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/fbf7cdca95db4c51b740df92996ae930 is 1055, key is row0039/info:/1732466977951/Put/seqid=0 2024-11-24T16:49:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741840_1016 (size=21822) 2024-11-24T16:49:38,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741840_1016 (size=21822) 2024-11-24T16:49:38,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/fbf7cdca95db4c51b740df92996ae930 2024-11-24T16:49:38,033 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edd860f44ff2dcf13997b226974f8efe#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:49:38,034 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/19d171fb112846f1b33771b321e5659e is 1055, key is row0001/info:/1732466975877/Put/seqid=0 2024-11-24T16:49:38,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/fbf7cdca95db4c51b740df92996ae930 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/fbf7cdca95db4c51b740df92996ae930 2024-11-24T16:49:38,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741841_1017 (size=45105) 2024-11-24T16:49:38,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741841_1017 (size=45105) 2024-11-24T16:49:38,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/fbf7cdca95db4c51b740df92996ae930, entries=16, sequenceid=67, filesize=21.3 K 2024-11-24T16:49:38,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=10.26 KB/10510 for edd860f44ff2dcf13997b226974f8efe in 69ms, sequenceid=67, compaction requested=false 2024-11-24T16:49:38,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:38,056 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=74.9 K, sizeToCheck=16.0 K 2024-11-24T16:49:38,056 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:38,056 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4 because midkey is the same as first or last row 2024-11-24T16:49:38,058 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/19d171fb112846f1b33771b321e5659e as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e 2024-11-24T16:49:38,065 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edd860f44ff2dcf13997b226974f8efe/info of edd860f44ff2dcf13997b226974f8efe into 19d171fb112846f1b33771b321e5659e(size=44.0 K), total size for store is 65.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:49:38,065 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:38,068 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., storeName=edd860f44ff2dcf13997b226974f8efe/info, priority=13, startTime=1732466977984; duration=0sec 2024-11-24T16:49:38,068 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-24T16:49:38,068 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:38,068 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e because midkey is the same as first or last row 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e because midkey is the same as first or last row 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=65.4 K, sizeToCheck=16.0 K 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e because midkey is the same as first or last row 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:38,069 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edd860f44ff2dcf13997b226974f8efe:info 2024-11-24T16:49:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-24T16:49:40,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/1a43209998f746998fd6f81b4ae958d8 is 1055, key is row0055/info:/1732466977988/Put/seqid=0 2024-11-24T16:49:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741842_1018 (size=16542) 2024-11-24T16:49:40,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741842_1018 (size=16542) 2024-11-24T16:49:40,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/1a43209998f746998fd6f81b4ae958d8 2024-11-24T16:49:40,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/1a43209998f746998fd6f81b4ae958d8 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/1a43209998f746998fd6f81b4ae958d8 2024-11-24T16:49:40,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/1a43209998f746998fd6f81b4ae958d8, entries=11, sequenceid=82, filesize=16.2 K 2024-11-24T16:49:40,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=16.42 KB/16816 for edd860f44ff2dcf13997b226974f8efe in 29ms, sequenceid=82, compaction requested=true 2024-11-24T16:49:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-24T16:49:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e because midkey is the same as first or last row 2024-11-24T16:49:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store edd860f44ff2dcf13997b226974f8efe:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:49:40,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,047 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:49:40,049 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:49:40,049 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): edd860f44ff2dcf13997b226974f8efe/info is initiating minor compaction (all files) 2024-11-24T16:49:40,049 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of edd860f44ff2dcf13997b226974f8efe/info in TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:40,049 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/fbf7cdca95db4c51b740df92996ae930, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/1a43209998f746998fd6f81b4ae958d8] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp, totalSize=81.5 K 2024-11-24T16:49:40,050 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19d171fb112846f1b33771b321e5659e, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732466975877 2024-11-24T16:49:40,050 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbf7cdca95db4c51b740df92996ae930, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732466977951 2024-11-24T16:49:40,051 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a43209998f746998fd6f81b4ae958d8, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732466977988 2024-11-24T16:49:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-24T16:49:40,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/b7e6852fa86a4050b13c280e7e36fa80 is 1055, key is row0066/info:/1732466980020/Put/seqid=0 2024-11-24T16:49:40,070 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): edd860f44ff2dcf13997b226974f8efe#info#compaction#37 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:49:40,071 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/c9007eff25b74e6ea3cebce6670654ea is 1055, key is row0001/info:/1732466975877/Put/seqid=0 2024-11-24T16:49:40,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T16:49:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:60262 deadline: 1732466990084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:49:40,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741844_1020 (size=22874) 2024-11-24T16:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:49:40,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2 because the exception is null or not the one we care about 2024-11-24T16:49:40,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/b7e6852fa86a4050b13c280e7e36fa80 2024-11-24T16:49:40,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741844_1020 (size=22874) 2024-11-24T16:49:40,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/b7e6852fa86a4050b13c280e7e36fa80 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/b7e6852fa86a4050b13c280e7e36fa80 2024-11-24T16:49:40,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741843_1019 (size=73753) 2024-11-24T16:49:40,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/b7e6852fa86a4050b13c280e7e36fa80, entries=17, sequenceid=102, filesize=22.3 K 2024-11-24T16:49:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741843_1019 (size=73753) 2024-11-24T16:49:40,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for edd860f44ff2dcf13997b226974f8efe in 43ms, sequenceid=102, compaction requested=false 2024-11-24T16:49:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.9 K, sizeToCheck=16.0 K 2024-11-24T16:49:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e because midkey is the same as first or last row 2024-11-24T16:49:40,110 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/c9007eff25b74e6ea3cebce6670654ea as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea 2024-11-24T16:49:40,116 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in edd860f44ff2dcf13997b226974f8efe/info of edd860f44ff2dcf13997b226974f8efe into c9007eff25b74e6ea3cebce6670654ea(size=72.0 K), total size for store is 94.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:49:40,116 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for edd860f44ff2dcf13997b226974f8efe: 2024-11-24T16:49:40,116 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., storeName=edd860f44ff2dcf13997b226974f8efe/info, priority=13, startTime=1732466980047; duration=0sec 2024-11-24T16:49:40,116 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-24T16:49:40,116 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:40,117 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-24T16:49:40,117 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:40,117 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-24T16:49:40,117 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T16:49:40,118 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,118 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,118 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: edd860f44ff2dcf13997b226974f8efe:info 2024-11-24T16:49:40,119 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] assignment.AssignmentManager(1363): Split request from e335232f7491,39155,1732466964347, parent={ENCODED => edd860f44ff2dcf13997b226974f8efe, NAME => 'TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-24T16:49:40,124 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,127 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=edd860f44ff2dcf13997b226974f8efe, daughterA=f93dc7da0c111c53230dd6e6922934f7, daughterB=0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,128 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=edd860f44ff2dcf13997b226974f8efe, daughterA=f93dc7da0c111c53230dd6e6922934f7, daughterB=0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=edd860f44ff2dcf13997b226974f8efe, daughterA=f93dc7da0c111c53230dd6e6922934f7, daughterB=0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,129 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=edd860f44ff2dcf13997b226974f8efe, daughterA=f93dc7da0c111c53230dd6e6922934f7, daughterB=0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, UNASSIGN}] 2024-11-24T16:49:40,136 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, UNASSIGN 2024-11-24T16:49:40,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=edd860f44ff2dcf13997b226974f8efe, regionState=CLOSING, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, UNASSIGN because future has completed 2024-11-24T16:49:40,139 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-24T16:49:40,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347}] 2024-11-24T16:49:40,296 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,296 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-24T16:49:40,297 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing edd860f44ff2dcf13997b226974f8efe, disabling compactions & flushes 2024-11-24T16:49:40,297 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:40,297 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:40,297 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. after waiting 0 ms 2024-11-24T16:49:40,297 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:40,297 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing edd860f44ff2dcf13997b226974f8efe 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T16:49:40,301 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/0ad27cade54243e6abc44dc5360a2c21 is 1055, key is row0083/info:/1732466980063/Put/seqid=0 2024-11-24T16:49:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741845_1021 (size=17594) 2024-11-24T16:49:40,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741845_1021 (size=17594) 2024-11-24T16:49:40,307 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/0ad27cade54243e6abc44dc5360a2c21 2024-11-24T16:49:40,312 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/.tmp/info/0ad27cade54243e6abc44dc5360a2c21 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/0ad27cade54243e6abc44dc5360a2c21 2024-11-24T16:49:40,318 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/0ad27cade54243e6abc44dc5360a2c21, entries=12, sequenceid=118, filesize=17.2 K 2024-11-24T16:49:40,319 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for edd860f44ff2dcf13997b226974f8efe in 21ms, sequenceid=118, compaction requested=true 2024-11-24T16:49:40,320 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/a0ba2c8c61054db99a2e4972f11da92d, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/9e1500fa193c4b48aae4c8f3993f2ef0, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/fbf7cdca95db4c51b740df92996ae930, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/1a43209998f746998fd6f81b4ae958d8] to archive 2024-11-24T16:49:40,320 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T16:49:40,322 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/a0ba2c8c61054db99a2e4972f11da92d to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/a0ba2c8c61054db99a2e4972f11da92d 2024-11-24T16:49:40,323 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/803534a218eb44ab88ccbbc325083ed4 2024-11-24T16:49:40,324 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/19d171fb112846f1b33771b321e5659e 2024-11-24T16:49:40,325 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/9e1500fa193c4b48aae4c8f3993f2ef0 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/9e1500fa193c4b48aae4c8f3993f2ef0 2024-11-24T16:49:40,326 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/fbf7cdca95db4c51b740df92996ae930 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/fbf7cdca95db4c51b740df92996ae930 2024-11-24T16:49:40,328 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/1a43209998f746998fd6f81b4ae958d8 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/1a43209998f746998fd6f81b4ae958d8 2024-11-24T16:49:40,332 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-24T16:49:40,333 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. 2024-11-24T16:49:40,333 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for edd860f44ff2dcf13997b226974f8efe: Waiting for close lock at 1732466980297Running coprocessor pre-close hooks at 1732466980297Disabling compacts and flushes for region at 1732466980297Disabling writes for close at 1732466980297Obtaining lock to block concurrent updates at 1732466980297Preparing flush snapshotting stores in edd860f44ff2dcf13997b226974f8efe at 1732466980297Finished memstore snapshotting TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1732466980297Flushing stores of TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. at 1732466980298 (+1 ms)Flushing edd860f44ff2dcf13997b226974f8efe/info: creating writer at 1732466980298Flushing edd860f44ff2dcf13997b226974f8efe/info: appending metadata at 1732466980301 (+3 ms)Flushing edd860f44ff2dcf13997b226974f8efe/info: closing flushed file at 1732466980301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3442c9: reopening flushed file at 1732466980312 (+11 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for edd860f44ff2dcf13997b226974f8efe in 21ms, sequenceid=118, compaction requested=true at 1732466980319 (+7 ms)Writing region close event to WAL at 1732466980330 (+11 ms)Running coprocessor post-close hooks at 1732466980333 (+3 ms)Closed at 1732466980333 2024-11-24T16:49:40,335 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,336 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=edd860f44ff2dcf13997b226974f8efe, regionState=CLOSED 2024-11-24T16:49:40,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 because future has completed 2024-11-24T16:49:40,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T16:49:40,341 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure edd860f44ff2dcf13997b226974f8efe, server=e335232f7491,39155,1732466964347 in 199 msec 2024-11-24T16:49:40,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T16:49:40,343 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=edd860f44ff2dcf13997b226974f8efe, UNASSIGN in 207 msec 2024-11-24T16:49:40,352 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:40,356 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=edd860f44ff2dcf13997b226974f8efe, threads=3 2024-11-24T16:49:40,358 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/0ad27cade54243e6abc44dc5360a2c21 for region: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,358 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea for region: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,358 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/b7e6852fa86a4050b13c280e7e36fa80 for region: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,371 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/b7e6852fa86a4050b13c280e7e36fa80, top=true 2024-11-24T16:49:40,372 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/0ad27cade54243e6abc44dc5360a2c21, top=true 2024-11-24T16:49:40,385 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80 for child: 0308110e8f0ddeb1702009edaa20fb87, parent: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,385 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21 for child: 0308110e8f0ddeb1702009edaa20fb87, parent: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,385 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/0ad27cade54243e6abc44dc5360a2c21 for region: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,385 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/b7e6852fa86a4050b13c280e7e36fa80 for region: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741846_1022 (size=27) 2024-11-24T16:49:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741846_1022 (size=27) 2024-11-24T16:49:40,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741847_1023 (size=27) 2024-11-24T16:49:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741847_1023 (size=27) 2024-11-24T16:49:40,399 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea for region: edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:49:40,401 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region edd860f44ff2dcf13997b226974f8efe Daughter A: [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe] storefiles, Daughter B: [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe] storefiles. 2024-11-24T16:49:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741848_1024 (size=71) 2024-11-24T16:49:40,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741848_1024 (size=71) 2024-11-24T16:49:40,411 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741849_1025 (size=71) 2024-11-24T16:49:40,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741849_1025 (size=71) 2024-11-24T16:49:40,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:40,437 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-24T16:49:40,440 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-24T16:49:40,443 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732466980442"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732466980442"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732466980442"}]},"ts":"1732466980442"} 2024-11-24T16:49:40,443 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732466980442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732466980442"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732466980442"}]},"ts":"1732466980442"} 2024-11-24T16:49:40,443 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732466980442"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732466980442"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732466980442"}]},"ts":"1732466980442"} 2024-11-24T16:49:40,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f93dc7da0c111c53230dd6e6922934f7, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0308110e8f0ddeb1702009edaa20fb87, ASSIGN}] 2024-11-24T16:49:40,467 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0308110e8f0ddeb1702009edaa20fb87, ASSIGN 2024-11-24T16:49:40,467 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f93dc7da0c111c53230dd6e6922934f7, ASSIGN 2024-11-24T16:49:40,468 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0308110e8f0ddeb1702009edaa20fb87, ASSIGN; state=SPLITTING_NEW, location=e335232f7491,39155,1732466964347; forceNewPlan=false, retain=false 2024-11-24T16:49:40,468 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f93dc7da0c111c53230dd6e6922934f7, ASSIGN; state=SPLITTING_NEW, location=e335232f7491,39155,1732466964347; forceNewPlan=false, retain=false 2024-11-24T16:49:40,618 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f93dc7da0c111c53230dd6e6922934f7, regionState=OPENING, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,618 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0308110e8f0ddeb1702009edaa20fb87, regionState=OPENING, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f93dc7da0c111c53230dd6e6922934f7, ASSIGN because future has completed 2024-11-24T16:49:40,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93dc7da0c111c53230dd6e6922934f7, server=e335232f7491,39155,1732466964347}] 2024-11-24T16:49:40,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0308110e8f0ddeb1702009edaa20fb87, ASSIGN because future has completed 2024-11-24T16:49:40,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347}] 2024-11-24T16:49:40,777 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:49:40,778 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0308110e8f0ddeb1702009edaa20fb87, NAME => 'TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-24T16:49:40,778 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,778 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:40,778 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,778 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,779 INFO [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,780 INFO [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0308110e8f0ddeb1702009edaa20fb87 columnFamilyName info 2024-11-24T16:49:40,780 DEBUG [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:40,789 DEBUG [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21 2024-11-24T16:49:40,793 DEBUG [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80 2024-11-24T16:49:40,800 DEBUG [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe->hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea-top 2024-11-24T16:49:40,801 INFO [StoreOpener-0308110e8f0ddeb1702009edaa20fb87-1 {}] regionserver.HStore(327): Store=0308110e8f0ddeb1702009edaa20fb87/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:49:40,801 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,802 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,803 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,804 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,804 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,805 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,806 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 0308110e8f0ddeb1702009edaa20fb87; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867876, jitterRate=0.10356183350086212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T16:49:40,806 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:49:40,807 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0308110e8f0ddeb1702009edaa20fb87: Running coprocessor pre-open hook at 1732466980778Writing region info on filesystem at 1732466980778Initializing all the Stores at 1732466980779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466980779Cleaning up temporary data from old regions at 1732466980804 (+25 ms)Running coprocessor post-open hooks at 1732466980806 (+2 ms)Region opened successfully at 1732466980807 (+1 ms) 2024-11-24T16:49:40,808 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., pid=13, masterSystemTime=1732466980774 2024-11-24T16:49:40,808 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:49:40,808 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,808 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:49:40,810 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:49:40,810 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:49:40,810 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:49:40,810 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe->hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea-top, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=111.5 K 2024-11-24T16:49:40,810 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:49:40,810 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:49:40,810 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732466975877 2024-11-24T16:49:40,811 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:49:40,811 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => f93dc7da0c111c53230dd6e6922934f7, NAME => 'TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-24T16:49:40,811 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,811 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732466980020 2024-11-24T16:49:40,811 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:49:40,811 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0308110e8f0ddeb1702009edaa20fb87, regionState=OPEN, openSeqNum=122, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,811 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,811 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,812 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732466980063 2024-11-24T16:49:40,813 INFO [StoreOpener-f93dc7da0c111c53230dd6e6922934f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,813 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-24T16:49:40,813 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T16:49:40,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-24T16:49:40,814 INFO [StoreOpener-f93dc7da0c111c53230dd6e6922934f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f93dc7da0c111c53230dd6e6922934f7 columnFamilyName info 2024-11-24T16:49:40,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 because future has completed 2024-11-24T16:49:40,814 DEBUG [StoreOpener-f93dc7da0c111c53230dd6e6922934f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:49:40,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-24T16:49:40,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 in 192 msec 2024-11-24T16:49:40,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=0308110e8f0ddeb1702009edaa20fb87, ASSIGN in 353 msec 2024-11-24T16:49:40,826 DEBUG [StoreOpener-f93dc7da0c111c53230dd6e6922934f7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe->hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea-bottom 2024-11-24T16:49:40,826 INFO [StoreOpener-f93dc7da0c111c53230dd6e6922934f7-1 {}] regionserver.HStore(327): Store=f93dc7da0c111c53230dd6e6922934f7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:49:40,826 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,828 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,829 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,830 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,830 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,832 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,833 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened f93dc7da0c111c53230dd6e6922934f7; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=764229, jitterRate=-0.028232678771018982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T16:49:40,833 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:49:40,834 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for f93dc7da0c111c53230dd6e6922934f7: Running coprocessor pre-open hook at 1732466980811Writing region info on filesystem at 1732466980811Initializing all the Stores at 1732466980812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732466980812Cleaning up temporary data from old regions at 1732466980830 (+18 ms)Running coprocessor post-open hooks at 1732466980833 (+3 ms)Region opened successfully at 1732466980833 2024-11-24T16:49:40,834 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7., pid=12, masterSystemTime=1732466980774 2024-11-24T16:49:40,835 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store f93dc7da0c111c53230dd6e6922934f7:info, priority=-2147483648, current under compaction store size is 2 2024-11-24T16:49:40,835 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,835 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-24T16:49:40,835 INFO [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:49:40,836 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HStore(1541): f93dc7da0c111c53230dd6e6922934f7/info is initiating minor compaction (all files) 2024-11-24T16:49:40,836 INFO [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f93dc7da0c111c53230dd6e6922934f7/info in TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:49:40,836 INFO [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe->hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea-bottom] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/.tmp, totalSize=72.0 K 2024-11-24T16:49:40,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/info/2511701d4edd4e94858e932e37545c23 is 193, key is TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87./info:regioninfo/1732466980811/Put/seqid=0 2024-11-24T16:49:40,837 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] compactions.Compactor(225): Compacting c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732466975877 2024-11-24T16:49:40,837 DEBUG [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:49:40,837 INFO [RS_OPEN_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:49:40,838 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f93dc7da0c111c53230dd6e6922934f7, regionState=OPEN, openSeqNum=122, regionLocation=e335232f7491,39155,1732466964347 2024-11-24T16:49:40,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f93dc7da0c111c53230dd6e6922934f7, server=e335232f7491,39155,1732466964347 because future has completed 2024-11-24T16:49:40,842 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#41 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:49:40,843 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/80959369a1da4d11babcc5e91a3296cd is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:49:40,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-24T16:49:40,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f93dc7da0c111c53230dd6e6922934f7, server=e335232f7491,39155,1732466964347 in 224 msec 2024-11-24T16:49:40,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-24T16:49:40,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f93dc7da0c111c53230dd6e6922934f7, ASSIGN in 382 msec 2024-11-24T16:49:40,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=edd860f44ff2dcf13997b226974f8efe, daughterA=f93dc7da0c111c53230dd6e6922934f7, daughterB=0308110e8f0ddeb1702009edaa20fb87 in 726 msec 2024-11-24T16:49:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741850_1026 (size=9882) 2024-11-24T16:49:40,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741850_1026 (size=9882) 2024-11-24T16:49:40,865 INFO [RS:0;e335232f7491:39155-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f93dc7da0c111c53230dd6e6922934f7#info#compaction#42 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:49:40,896 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/.tmp/info/008230bdbf50436cb920808d3f9337de is 1055, key is row0001/info:/1732466975877/Put/seqid=0 2024-11-24T16:49:40,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741851_1027 (size=37897) 2024-11-24T16:49:40,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741851_1027 (size=37897) 2024-11-24T16:49:40,904 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/80959369a1da4d11babcc5e91a3296cd as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/80959369a1da4d11babcc5e91a3296cd 2024-11-24T16:49:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741852_1028 (size=71441) 2024-11-24T16:49:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741852_1028 (size=71441) 2024-11-24T16:49:40,912 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/.tmp/info/008230bdbf50436cb920808d3f9337de as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/008230bdbf50436cb920808d3f9337de 2024-11-24T16:49:40,912 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into 80959369a1da4d11babcc5e91a3296cd(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:49:40,912 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:49:40,912 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732466980808; duration=0sec 2024-11-24T16:49:40,913 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,913 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:49:40,918 INFO [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in f93dc7da0c111c53230dd6e6922934f7/info of f93dc7da0c111c53230dd6e6922934f7 into 008230bdbf50436cb920808d3f9337de(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:49:40,918 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f93dc7da0c111c53230dd6e6922934f7: 2024-11-24T16:49:40,918 INFO [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7., storeName=f93dc7da0c111c53230dd6e6922934f7/info, priority=15, startTime=1732466980835; duration=0sec 2024-11-24T16:49:40,918 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:49:40,918 DEBUG [RS:0;e335232f7491:39155-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f93dc7da0c111c53230dd6e6922934f7:info 2024-11-24T16:49:41,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/info/2511701d4edd4e94858e932e37545c23 2024-11-24T16:49:41,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/ns/a11bb64d018c4174825fccfe032b3476 is 43, key is default/ns:d/1732466965671/Put/seqid=0 2024-11-24T16:49:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741853_1029 (size=5153) 2024-11-24T16:49:41,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741853_1029 (size=5153) 2024-11-24T16:49:41,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/ns/a11bb64d018c4174825fccfe032b3476 2024-11-24T16:49:41,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/table/3ff56ccfe6754ee1bcce572d5ab771be is 65, key is TestLogRolling-testLogRolling/table:state/1732466966173/Put/seqid=0 2024-11-24T16:49:41,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741854_1030 (size=5340) 2024-11-24T16:49:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741854_1030 (size=5340) 2024-11-24T16:49:41,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/table/3ff56ccfe6754ee1bcce572d5ab771be 2024-11-24T16:49:41,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/info/2511701d4edd4e94858e932e37545c23 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/info/2511701d4edd4e94858e932e37545c23 2024-11-24T16:49:41,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/info/2511701d4edd4e94858e932e37545c23, entries=30, sequenceid=17, filesize=9.7 K 2024-11-24T16:49:41,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/ns/a11bb64d018c4174825fccfe032b3476 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/ns/a11bb64d018c4174825fccfe032b3476 2024-11-24T16:49:41,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/ns/a11bb64d018c4174825fccfe032b3476, entries=2, sequenceid=17, filesize=5.0 K 2024-11-24T16:49:41,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/table/3ff56ccfe6754ee1bcce572d5ab771be as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/table/3ff56ccfe6754ee1bcce572d5ab771be 2024-11-24T16:49:41,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/table/3ff56ccfe6754ee1bcce572d5ab771be, entries=2, sequenceid=17, filesize=5.2 K 2024-11-24T16:49:41,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 519ms, sequenceid=17, compaction requested=false 2024-11-24T16:49:41,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-24T16:49:45,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,858 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T16:49:45,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:45,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T16:49:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:60262 deadline: 1732467000121, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. is not online on e335232f7491,39155,1732466964347 2024-11-24T16:49:50,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. is not online on e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:49:50,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe. is not online on e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:49:50,122 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732466965788.edd860f44ff2dcf13997b226974f8efe., hostname=e335232f7491,39155,1732466964347, seqNum=2 from cache 2024-11-24T16:49:54,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T16:50:05,722 INFO [master/e335232f7491:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T16:50:05,722 INFO [master/e335232f7491:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T16:50:10,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122] 2024-11-24T16:50:10,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-24T16:50:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:12,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:50:12,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/9f22e52b915141aeb4fbafdb5a13a54d is 1055, key is row0095/info:/1732467010219/Put/seqid=0 2024-11-24T16:50:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741855_1031 (size=13391) 2024-11-24T16:50:12,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741855_1031 (size=13391) 2024-11-24T16:50:12,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/9f22e52b915141aeb4fbafdb5a13a54d 2024-11-24T16:50:12,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/9f22e52b915141aeb4fbafdb5a13a54d as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9f22e52b915141aeb4fbafdb5a13a54d 2024-11-24T16:50:12,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9f22e52b915141aeb4fbafdb5a13a54d, entries=8, sequenceid=133, filesize=13.1 K 2024-11-24T16:50:12,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 0308110e8f0ddeb1702009edaa20fb87 in 31ms, sequenceid=133, compaction requested=false 2024-11-24T16:50:12,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:12,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-24T16:50:12,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/490c6230a7de49eca29f99abfff389af is 1055, key is row0103/info:/1732467012237/Put/seqid=0 2024-11-24T16:50:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741856_1032 (size=19728) 2024-11-24T16:50:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741856_1032 (size=19728) 2024-11-24T16:50:12,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/490c6230a7de49eca29f99abfff389af 2024-11-24T16:50:12,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/490c6230a7de49eca29f99abfff389af as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/490c6230a7de49eca29f99abfff389af 2024-11-24T16:50:12,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/490c6230a7de49eca29f99abfff389af, entries=14, sequenceid=150, filesize=19.3 K 2024-11-24T16:50:12,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=12.32 KB/12612 for 0308110e8f0ddeb1702009edaa20fb87 in 26ms, sequenceid=150, compaction requested=true 2024-11-24T16:50:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:50:12,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:12,295 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:50:12,296 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71016 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:50:12,296 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:50:12,296 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:12,297 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/80959369a1da4d11babcc5e91a3296cd, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9f22e52b915141aeb4fbafdb5a13a54d, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/490c6230a7de49eca29f99abfff389af] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=69.4 K 2024-11-24T16:50:12,297 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80959369a1da4d11babcc5e91a3296cd, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732466978015 2024-11-24T16:50:12,297 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f22e52b915141aeb4fbafdb5a13a54d, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732467010219 2024-11-24T16:50:12,298 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 490c6230a7de49eca29f99abfff389af, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732467012237 2024-11-24T16:50:12,313 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#47 average throughput is 26.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:50:12,313 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/ad519fb841234fcca7ca91ebc6da3f1f is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:50:12,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741857_1033 (size=61234) 2024-11-24T16:50:12,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741857_1033 (size=61234) 2024-11-24T16:50:12,327 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/ad519fb841234fcca7ca91ebc6da3f1f as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad519fb841234fcca7ca91ebc6da3f1f 2024-11-24T16:50:12,333 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into ad519fb841234fcca7ca91ebc6da3f1f(size=59.8 K), total size for store is 59.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:50:12,334 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:12,334 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732467012295; duration=0sec 2024-11-24T16:50:12,334 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:12,334 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:50:14,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:14,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T16:50:14,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/67c2b8f7e72747b4852d5961110e7605 is 1055, key is row0117/info:/1732467012270/Put/seqid=0 2024-11-24T16:50:14,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741858_1034 (size=18675) 2024-11-24T16:50:14,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741858_1034 (size=18675) 2024-11-24T16:50:14,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/67c2b8f7e72747b4852d5961110e7605 2024-11-24T16:50:14,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/67c2b8f7e72747b4852d5961110e7605 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/67c2b8f7e72747b4852d5961110e7605 2024-11-24T16:50:14,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T16:50:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:60262 deadline: 1732467024323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 2024-11-24T16:50:14,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/67c2b8f7e72747b4852d5961110e7605, entries=13, sequenceid=167, filesize=18.2 K 2024-11-24T16:50:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:50:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:50:14,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122 because the exception is null or not the one we care about 2024-11-24T16:50:14,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 0308110e8f0ddeb1702009edaa20fb87 in 32ms, sequenceid=167, compaction requested=false 2024-11-24T16:50:14,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:24,223 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T16:50:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:24,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-24T16:50:24,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/c01df59c38d44ffb949237906421b175 is 1055, key is row0130/info:/1732467014294/Put/seqid=0 2024-11-24T16:50:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741859_1035 (size=22891) 2024-11-24T16:50:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741859_1035 (size=22891) 2024-11-24T16:50:24,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/c01df59c38d44ffb949237906421b175 2024-11-24T16:50:24,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/c01df59c38d44ffb949237906421b175 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c01df59c38d44ffb949237906421b175 2024-11-24T16:50:24,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T16:50:24,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:60262 deadline: 1732467034432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 2024-11-24T16:50:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:50:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=0308110e8f0ddeb1702009edaa20fb87, server=e335232f7491,39155,1732466964347 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T16:50:24,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., hostname=e335232f7491,39155,1732466964347, seqNum=122 because the exception is null or not the one we care about 2024-11-24T16:50:24,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c01df59c38d44ffb949237906421b175, entries=17, sequenceid=187, filesize=22.4 K 2024-11-24T16:50:24,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 0308110e8f0ddeb1702009edaa20fb87 in 26ms, sequenceid=187, compaction requested=true 2024-11-24T16:50:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:50:24,438 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:24,438 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:50:24,439 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102800 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:50:24,439 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:50:24,440 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:24,440 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad519fb841234fcca7ca91ebc6da3f1f, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/67c2b8f7e72747b4852d5961110e7605, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c01df59c38d44ffb949237906421b175] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=100.4 K 2024-11-24T16:50:24,440 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad519fb841234fcca7ca91ebc6da3f1f, keycount=53, bloomtype=ROW, size=59.8 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732466978015 2024-11-24T16:50:24,440 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67c2b8f7e72747b4852d5961110e7605, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732467012270 2024-11-24T16:50:24,441 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting c01df59c38d44ffb949237906421b175, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732467014294 2024-11-24T16:50:24,452 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#50 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:50:24,453 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/286611f69a5c4cd390109cbde95df203 is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:50:24,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741860_1036 (size=93003) 2024-11-24T16:50:24,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741860_1036 (size=93003) 2024-11-24T16:50:24,463 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/286611f69a5c4cd390109cbde95df203 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/286611f69a5c4cd390109cbde95df203 2024-11-24T16:50:24,469 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into 286611f69a5c4cd390109cbde95df203(size=90.8 K), total size for store is 90.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:50:24,469 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:24,469 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732467024438; duration=0sec 2024-11-24T16:50:24,469 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:24,469 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:50:25,778 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0308110e8f0ddeb1702009edaa20fb87, had cached 0 bytes from a total of 93003 2024-11-24T16:50:25,811 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f93dc7da0c111c53230dd6e6922934f7, had cached 0 bytes from a total of 71441 2024-11-24T16:50:27,274 DEBUG [master/e335232f7491:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T16:50:34,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:34,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T16:50:34,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/1308e68ced6f48edb8bc29998b158973 is 1055, key is row0147/info:/1732467024413/Put/seqid=0 2024-11-24T16:50:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741861_1037 (size=18675) 2024-11-24T16:50:34,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741861_1037 (size=18675) 2024-11-24T16:50:34,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/1308e68ced6f48edb8bc29998b158973 2024-11-24T16:50:34,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/1308e68ced6f48edb8bc29998b158973 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/1308e68ced6f48edb8bc29998b158973 2024-11-24T16:50:34,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/1308e68ced6f48edb8bc29998b158973, entries=13, sequenceid=204, filesize=18.2 K 2024-11-24T16:50:34,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 0308110e8f0ddeb1702009edaa20fb87 in 23ms, sequenceid=204, compaction requested=false 2024-11-24T16:50:34,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:36,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:50:36,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7b8d1d52814e4436b5864ddc2598ffa9 is 1055, key is row0160/info:/1732467034513/Put/seqid=0 2024-11-24T16:50:36,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741862_1038 (size=13394) 2024-11-24T16:50:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741862_1038 (size=13394) 2024-11-24T16:50:36,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7b8d1d52814e4436b5864ddc2598ffa9 2024-11-24T16:50:36,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7b8d1d52814e4436b5864ddc2598ffa9 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7b8d1d52814e4436b5864ddc2598ffa9 2024-11-24T16:50:36,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7b8d1d52814e4436b5864ddc2598ffa9, entries=8, sequenceid=215, filesize=13.1 K 2024-11-24T16:50:36,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 0308110e8f0ddeb1702009edaa20fb87 in 25ms, sequenceid=215, compaction requested=true 2024-11-24T16:50:36,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:36,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:50:36,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:36,550 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:50:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:36,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-24T16:50:36,551 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125072 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:50:36,551 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:50:36,551 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:36,551 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/286611f69a5c4cd390109cbde95df203, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/1308e68ced6f48edb8bc29998b158973, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7b8d1d52814e4436b5864ddc2598ffa9] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=122.1 K 2024-11-24T16:50:36,552 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 286611f69a5c4cd390109cbde95df203, keycount=83, bloomtype=ROW, size=90.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732466978015 2024-11-24T16:50:36,552 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1308e68ced6f48edb8bc29998b158973, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732467024413 2024-11-24T16:50:36,553 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b8d1d52814e4436b5864ddc2598ffa9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732467034513 2024-11-24T16:50:36,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/eeb002bf79604507b3263bcb3df694c2 is 1055, key is row0168/info:/1732467036525/Put/seqid=0 2024-11-24T16:50:36,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741863_1039 (size=23944) 2024-11-24T16:50:36,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741863_1039 (size=23944) 2024-11-24T16:50:36,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/eeb002bf79604507b3263bcb3df694c2 2024-11-24T16:50:36,568 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#54 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:50:36,569 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/5b08211a5a7c40ebbd029327a0ee684f is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:50:36,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/eeb002bf79604507b3263bcb3df694c2 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/eeb002bf79604507b3263bcb3df694c2 2024-11-24T16:50:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741864_1040 (size=115222) 2024-11-24T16:50:36,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741864_1040 (size=115222) 2024-11-24T16:50:36,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/eeb002bf79604507b3263bcb3df694c2, entries=18, sequenceid=236, filesize=23.4 K 2024-11-24T16:50:36,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=7.18 KB/7357 for 0308110e8f0ddeb1702009edaa20fb87 in 26ms, sequenceid=236, compaction requested=false 2024-11-24T16:50:36,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:36,579 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/5b08211a5a7c40ebbd029327a0ee684f as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/5b08211a5a7c40ebbd029327a0ee684f 2024-11-24T16:50:36,585 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into 5b08211a5a7c40ebbd029327a0ee684f(size=112.5 K), total size for store is 135.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:50:36,585 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:36,585 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732467036550; duration=0sec 2024-11-24T16:50:36,586 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:36,586 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:50:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:38,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:50:38,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7ad5b9f0bd6c4aec91a58e78941391f9 is 1055, key is row0186/info:/1732467036551/Put/seqid=0 2024-11-24T16:50:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741865_1041 (size=13394) 2024-11-24T16:50:38,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741865_1041 (size=13394) 2024-11-24T16:50:38,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7ad5b9f0bd6c4aec91a58e78941391f9 2024-11-24T16:50:38,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7ad5b9f0bd6c4aec91a58e78941391f9 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7ad5b9f0bd6c4aec91a58e78941391f9 2024-11-24T16:50:38,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7ad5b9f0bd6c4aec91a58e78941391f9, entries=8, sequenceid=248, filesize=13.1 K 2024-11-24T16:50:38,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 0308110e8f0ddeb1702009edaa20fb87 in 23ms, sequenceid=248, compaction requested=true 2024-11-24T16:50:38,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:38,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:50:38,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:38,590 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:50:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:38,591 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152560 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:50:38,591 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:50:38,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-24T16:50:38,591 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:38,591 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/5b08211a5a7c40ebbd029327a0ee684f, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/eeb002bf79604507b3263bcb3df694c2, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7ad5b9f0bd6c4aec91a58e78941391f9] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=149.0 K 2024-11-24T16:50:38,592 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b08211a5a7c40ebbd029327a0ee684f, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732466978015 2024-11-24T16:50:38,592 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb002bf79604507b3263bcb3df694c2, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732467036525 2024-11-24T16:50:38,592 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ad5b9f0bd6c4aec91a58e78941391f9, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732467036551 2024-11-24T16:50:38,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/a4134a22c963460ca52a7db8838c8fbe is 1055, key is row0194/info:/1732467038568/Put/seqid=0 2024-11-24T16:50:38,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741866_1042 (size=22902) 2024-11-24T16:50:38,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/a4134a22c963460ca52a7db8838c8fbe 2024-11-24T16:50:38,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741866_1042 (size=22902) 2024-11-24T16:50:38,606 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#57 average throughput is 43.43 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:50:38,606 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/9e8a02fbf1f543d89b05e0dac515c194 is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:50:38,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/a4134a22c963460ca52a7db8838c8fbe as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a4134a22c963460ca52a7db8838c8fbe 2024-11-24T16:50:38,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a4134a22c963460ca52a7db8838c8fbe, entries=17, sequenceid=268, filesize=22.4 K 2024-11-24T16:50:38,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 0308110e8f0ddeb1702009edaa20fb87 in 22ms, sequenceid=268, compaction requested=false 2024-11-24T16:50:38,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741867_1043 (size=142906) 2024-11-24T16:50:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741867_1043 (size=142906) 2024-11-24T16:50:38,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-24T16:50:38,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/27d76a6ede7749cc9f57393b97e7198b is 1055, key is row0211/info:/1732467038592/Put/seqid=0 2024-11-24T16:50:38,621 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/9e8a02fbf1f543d89b05e0dac515c194 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9e8a02fbf1f543d89b05e0dac515c194 2024-11-24T16:50:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741868_1044 (size=15510) 2024-11-24T16:50:38,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741868_1044 (size=15510) 2024-11-24T16:50:38,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/27d76a6ede7749cc9f57393b97e7198b 2024-11-24T16:50:38,629 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into 9e8a02fbf1f543d89b05e0dac515c194(size=139.6 K), total size for store is 161.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:50:38,629 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:38,629 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732467038590; duration=0sec 2024-11-24T16:50:38,629 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:38,629 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:50:38,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/27d76a6ede7749cc9f57393b97e7198b as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/27d76a6ede7749cc9f57393b97e7198b 2024-11-24T16:50:38,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/27d76a6ede7749cc9f57393b97e7198b, entries=10, sequenceid=281, filesize=15.1 K 2024-11-24T16:50:38,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=4.11 KB/4204 for 0308110e8f0ddeb1702009edaa20fb87 in 22ms, sequenceid=281, compaction requested=true 2024-11-24T16:50:38,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:38,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:50:38,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:38,637 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:50:38,638 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 181318 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:50:38,638 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:50:38,638 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:38,638 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9e8a02fbf1f543d89b05e0dac515c194, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a4134a22c963460ca52a7db8838c8fbe, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/27d76a6ede7749cc9f57393b97e7198b] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=177.1 K 2024-11-24T16:50:38,639 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e8a02fbf1f543d89b05e0dac515c194, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732466978015 2024-11-24T16:50:38,639 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4134a22c963460ca52a7db8838c8fbe, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1732467038568 2024-11-24T16:50:38,639 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27d76a6ede7749cc9f57393b97e7198b, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732467038592 2024-11-24T16:50:38,651 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#59 average throughput is 52.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:50:38,651 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/a85d75cc68e34cd6965ef38fca8a5fee is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:50:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741869_1045 (size=171464) 2024-11-24T16:50:38,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741869_1045 (size=171464) 2024-11-24T16:50:38,661 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/a85d75cc68e34cd6965ef38fca8a5fee as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a85d75cc68e34cd6965ef38fca8a5fee 2024-11-24T16:50:38,667 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into a85d75cc68e34cd6965ef38fca8a5fee(size=167.4 K), total size for store is 167.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:50:38,667 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:38,667 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732467038637; duration=0sec 2024-11-24T16:50:38,667 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:38,667 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:50:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:40,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T16:50:40,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/ad2dd0fff2fa4d5abf3b1d2990357b4e is 1055, key is row0221/info:/1732467038615/Put/seqid=0 2024-11-24T16:50:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741870_1046 (size=13402) 2024-11-24T16:50:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741870_1046 (size=13402) 2024-11-24T16:50:40,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/ad2dd0fff2fa4d5abf3b1d2990357b4e 2024-11-24T16:50:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/ad2dd0fff2fa4d5abf3b1d2990357b4e as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad2dd0fff2fa4d5abf3b1d2990357b4e 2024-11-24T16:50:40,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad2dd0fff2fa4d5abf3b1d2990357b4e, entries=8, sequenceid=294, filesize=13.1 K 2024-11-24T16:50:40,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for 0308110e8f0ddeb1702009edaa20fb87 in 23ms, sequenceid=294, compaction requested=false 2024-11-24T16:50:40,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39155 {}] regionserver.HRegion(8855): Flush requested on 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:40,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-24T16:50:40,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7fcbd5d9f694404d903651f2c5d130e6 is 1055, key is row0229/info:/1732467040629/Put/seqid=0 2024-11-24T16:50:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741871_1047 (size=20796) 2024-11-24T16:50:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741871_1047 (size=20796) 2024-11-24T16:50:40,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7fcbd5d9f694404d903651f2c5d130e6 2024-11-24T16:50:40,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/7fcbd5d9f694404d903651f2c5d130e6 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7fcbd5d9f694404d903651f2c5d130e6 2024-11-24T16:50:40,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7fcbd5d9f694404d903651f2c5d130e6, entries=15, sequenceid=312, filesize=20.3 K 2024-11-24T16:50:40,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for 0308110e8f0ddeb1702009edaa20fb87 in 21ms, sequenceid=312, compaction requested=true 2024-11-24T16:50:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0308110e8f0ddeb1702009edaa20fb87:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T16:50:40,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:40,673 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T16:50:40,674 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 205662 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T16:50:40,674 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1541): 0308110e8f0ddeb1702009edaa20fb87/info is initiating minor compaction (all files) 2024-11-24T16:50:40,674 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0308110e8f0ddeb1702009edaa20fb87/info in TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:40,675 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a85d75cc68e34cd6965ef38fca8a5fee, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad2dd0fff2fa4d5abf3b1d2990357b4e, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7fcbd5d9f694404d903651f2c5d130e6] into tmpdir=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp, totalSize=200.8 K 2024-11-24T16:50:40,675 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting a85d75cc68e34cd6965ef38fca8a5fee, keycount=157, bloomtype=ROW, size=167.4 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732466978015 2024-11-24T16:50:40,675 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad2dd0fff2fa4d5abf3b1d2990357b4e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732467038615 2024-11-24T16:50:40,675 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fcbd5d9f694404d903651f2c5d130e6, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732467040629 2024-11-24T16:50:40,686 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0308110e8f0ddeb1702009edaa20fb87#info#compaction#62 average throughput is 60.14 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T16:50:40,687 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/f1887b91ea804aed949c544f517806b9 is 1055, key is row0064/info:/1732466978015/Put/seqid=0 2024-11-24T16:50:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741872_1048 (size=195816) 2024-11-24T16:50:40,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741872_1048 (size=195816) 2024-11-24T16:50:40,697 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/f1887b91ea804aed949c544f517806b9 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/f1887b91ea804aed949c544f517806b9 2024-11-24T16:50:40,702 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0308110e8f0ddeb1702009edaa20fb87/info of 0308110e8f0ddeb1702009edaa20fb87 into f1887b91ea804aed949c544f517806b9(size=191.2 K), total size for store is 191.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T16:50:40,702 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:40,702 INFO [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87., storeName=0308110e8f0ddeb1702009edaa20fb87/info, priority=13, startTime=1732467040673; duration=0sec 2024-11-24T16:50:40,702 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T16:50:40,702 DEBUG [RS:0;e335232f7491:39155-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0308110e8f0ddeb1702009edaa20fb87:info 2024-11-24T16:50:42,671 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-24T16:50:42,684 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042671, exclude list is [], retry=0 2024-11-24T16:50:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42069,DS-005a41c7-802e-4f0b-8e35-51e49824ad28,DISK] 2024-11-24T16:50:42,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b,DISK] 2024-11-24T16:50:42,689 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732466965266 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042671 2024-11-24T16:50:42,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37111:37111),(127.0.0.1/127.0.0.1:40943:40943)] 2024-11-24T16:50:42,689 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732466965266 is not closed yet, will try archiving it next time 2024-11-24T16:50:42,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741833_1009 (size=308076) 2024-11-24T16:50:42,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741833_1009 (size=308076) 2024-11-24T16:50:42,693 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-24T16:50:42,697 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/info/8972d0bce73b44969aaed51a598d7296 is 186, key is TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7./info:regioninfo/1732466980838/Put/seqid=0 2024-11-24T16:50:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741874_1050 (size=6153) 2024-11-24T16:50:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741874_1050 (size=6153) 2024-11-24T16:50:42,703 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/info/8972d0bce73b44969aaed51a598d7296 2024-11-24T16:50:42,708 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/.tmp/info/8972d0bce73b44969aaed51a598d7296 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/info/8972d0bce73b44969aaed51a598d7296 2024-11-24T16:50:42,713 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/info/8972d0bce73b44969aaed51a598d7296, entries=5, sequenceid=21, filesize=6.0 K 2024-11-24T16:50:42,714 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-24T16:50:42,714 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-24T16:50:42,714 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f93dc7da0c111c53230dd6e6922934f7: 2024-11-24T16:50:42,714 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0308110e8f0ddeb1702009edaa20fb87 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T16:50:42,717 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/059f4c58a6eb453883dd414b53ed8a0e is 1055, key is row0244/info:/1732467040653/Put/seqid=0 2024-11-24T16:50:42,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741875_1051 (size=18688) 2024-11-24T16:50:42,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741875_1051 (size=18688) 2024-11-24T16:50:42,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/059f4c58a6eb453883dd414b53ed8a0e 2024-11-24T16:50:42,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/.tmp/info/059f4c58a6eb453883dd414b53ed8a0e as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/059f4c58a6eb453883dd414b53ed8a0e 2024-11-24T16:50:42,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/059f4c58a6eb453883dd414b53ed8a0e, entries=13, sequenceid=329, filesize=18.3 K 2024-11-24T16:50:42,735 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for 0308110e8f0ddeb1702009edaa20fb87 in 21ms, sequenceid=329, compaction requested=false 2024-11-24T16:50:42,735 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0308110e8f0ddeb1702009edaa20fb87: 2024-11-24T16:50:42,748 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042735, exclude list is [], retry=0 2024-11-24T16:50:42,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41147,DS-55c6e7f8-d296-4703-bee6-f7aa90e6522b,DISK] 2024-11-24T16:50:42,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42069,DS-005a41c7-802e-4f0b-8e35-51e49824ad28,DISK] 2024-11-24T16:50:42,751 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042671 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042735 2024-11-24T16:50:42,751 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37111:37111),(127.0.0.1/127.0.0.1:40943:40943)] 2024-11-24T16:50:42,751 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042671 is not closed yet, will try archiving it next time 2024-11-24T16:50:42,752 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732466965266 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/oldWALs/e335232f7491%2C39155%2C1732466964347.1732466965266 2024-11-24T16:50:42,752 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T16:50:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741873_1049 (size=731) 2024-11-24T16:50:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741873_1049 (size=731) 2024-11-24T16:50:42,754 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/WALs/e335232f7491,39155,1732466964347/e335232f7491%2C39155%2C1732466964347.1732467042671 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/oldWALs/e335232f7491%2C39155%2C1732466964347.1732467042671 2024-11-24T16:50:42,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T16:50:42,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:50:42,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:50:42,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:42,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:42,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T16:50:42,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T16:50:42,853 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=560312858, stopped=false 2024-11-24T16:50:42,853 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e335232f7491,41713,1732466964257 2024-11-24T16:50:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:50:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:50:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:42,855 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:50:42,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:50:42,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:50:42,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:42,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:50:42,856 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:50:42,856 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e335232f7491,39155,1732466964347' ***** 2024-11-24T16:50:42,856 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T16:50:42,856 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(3091): Received CLOSE for f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(3091): Received CLOSE for 0308110e8f0ddeb1702009edaa20fb87 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(959): stopping server e335232f7491,39155,1732466964347 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:50:42,856 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f93dc7da0c111c53230dd6e6922934f7, disabling compactions & flushes 2024-11-24T16:50:42,856 INFO [RS:0;e335232f7491:39155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e335232f7491:39155. 2024-11-24T16:50:42,857 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:50:42,857 DEBUG [RS:0;e335232f7491:39155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:50:42,857 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:50:42,857 DEBUG [RS:0;e335232f7491:39155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:42,857 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. after waiting 0 ms 2024-11-24T16:50:42,857 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:50:42,857 INFO [RS:0;e335232f7491:39155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T16:50:42,857 INFO [RS:0;e335232f7491:39155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T16:50:42,857 INFO [RS:0;e335232f7491:39155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T16:50:42,857 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T16:50:42,857 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T16:50:42,857 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f93dc7da0c111c53230dd6e6922934f7=TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7., 0308110e8f0ddeb1702009edaa20fb87=TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.} 2024-11-24T16:50:42,857 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe->hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea-bottom] to archive 2024-11-24T16:50:42,857 DEBUG [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1351): Waiting on 0308110e8f0ddeb1702009edaa20fb87, 1588230740, f93dc7da0c111c53230dd6e6922934f7 2024-11-24T16:50:42,857 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:50:42,857 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:50:42,857 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:50:42,857 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:50:42,858 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:50:42,858 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T16:50:42,860 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:50:42,860 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e335232f7491:41713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-24T16:50:42,861 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-24T16:50:42,862 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-24T16:50:42,863 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:50:42,863 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:50:42,863 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732467042857Running coprocessor pre-close hooks at 1732467042857Disabling compacts and flushes for region at 1732467042857Disabling writes for close at 1732467042857Writing region close event to WAL at 1732467042859 (+2 ms)Running coprocessor post-close hooks at 1732467042862 (+3 ms)Closed at 1732467042863 (+1 ms) 2024-11-24T16:50:42,863 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T16:50:42,864 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/f93dc7da0c111c53230dd6e6922934f7/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-24T16:50:42,864 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:50:42,864 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f93dc7da0c111c53230dd6e6922934f7: Waiting for close lock at 1732467042856Running coprocessor pre-close hooks at 1732467042856Disabling compacts and flushes for region at 1732467042856Disabling writes for close at 1732467042857 (+1 ms)Writing region close event to WAL at 1732467042861 (+4 ms)Running coprocessor post-close hooks at 1732467042864 (+3 ms)Closed at 1732467042864 2024-11-24T16:50:42,865 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732466980124.f93dc7da0c111c53230dd6e6922934f7. 2024-11-24T16:50:42,865 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0308110e8f0ddeb1702009edaa20fb87, disabling compactions & flushes 2024-11-24T16:50:42,865 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:42,865 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:42,865 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. after waiting 0 ms 2024-11-24T16:50:42,865 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:42,865 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe->hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/edd860f44ff2dcf13997b226974f8efe/info/c9007eff25b74e6ea3cebce6670654ea-top, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/80959369a1da4d11babcc5e91a3296cd, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9f22e52b915141aeb4fbafdb5a13a54d, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad519fb841234fcca7ca91ebc6da3f1f, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/490c6230a7de49eca29f99abfff389af, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/67c2b8f7e72747b4852d5961110e7605, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/286611f69a5c4cd390109cbde95df203, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c01df59c38d44ffb949237906421b175, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/1308e68ced6f48edb8bc29998b158973, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/5b08211a5a7c40ebbd029327a0ee684f, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7b8d1d52814e4436b5864ddc2598ffa9, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/eeb002bf79604507b3263bcb3df694c2, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9e8a02fbf1f543d89b05e0dac515c194, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7ad5b9f0bd6c4aec91a58e78941391f9, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a4134a22c963460ca52a7db8838c8fbe, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a85d75cc68e34cd6965ef38fca8a5fee, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/27d76a6ede7749cc9f57393b97e7198b, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad2dd0fff2fa4d5abf3b1d2990357b4e, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7fcbd5d9f694404d903651f2c5d130e6] to archive 2024-11-24T16:50:42,866 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T16:50:42,867 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c9007eff25b74e6ea3cebce6670654ea.edd860f44ff2dcf13997b226974f8efe 2024-11-24T16:50:42,869 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-b7e6852fa86a4050b13c280e7e36fa80 2024-11-24T16:50:42,870 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/80959369a1da4d11babcc5e91a3296cd to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/80959369a1da4d11babcc5e91a3296cd 2024-11-24T16:50:42,871 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/TestLogRolling-testLogRolling=edd860f44ff2dcf13997b226974f8efe-0ad27cade54243e6abc44dc5360a2c21 2024-11-24T16:50:42,872 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9f22e52b915141aeb4fbafdb5a13a54d to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9f22e52b915141aeb4fbafdb5a13a54d 2024-11-24T16:50:42,873 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad519fb841234fcca7ca91ebc6da3f1f to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad519fb841234fcca7ca91ebc6da3f1f 2024-11-24T16:50:42,874 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/490c6230a7de49eca29f99abfff389af to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/490c6230a7de49eca29f99abfff389af 2024-11-24T16:50:42,875 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/67c2b8f7e72747b4852d5961110e7605 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/67c2b8f7e72747b4852d5961110e7605 2024-11-24T16:50:42,877 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/286611f69a5c4cd390109cbde95df203 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/286611f69a5c4cd390109cbde95df203 2024-11-24T16:50:42,878 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c01df59c38d44ffb949237906421b175 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/c01df59c38d44ffb949237906421b175 2024-11-24T16:50:42,879 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/1308e68ced6f48edb8bc29998b158973 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/1308e68ced6f48edb8bc29998b158973 2024-11-24T16:50:42,880 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/5b08211a5a7c40ebbd029327a0ee684f to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/5b08211a5a7c40ebbd029327a0ee684f 2024-11-24T16:50:42,881 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7b8d1d52814e4436b5864ddc2598ffa9 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7b8d1d52814e4436b5864ddc2598ffa9 2024-11-24T16:50:42,882 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/eeb002bf79604507b3263bcb3df694c2 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/eeb002bf79604507b3263bcb3df694c2 2024-11-24T16:50:42,883 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9e8a02fbf1f543d89b05e0dac515c194 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/9e8a02fbf1f543d89b05e0dac515c194 2024-11-24T16:50:42,884 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7ad5b9f0bd6c4aec91a58e78941391f9 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7ad5b9f0bd6c4aec91a58e78941391f9 2024-11-24T16:50:42,885 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a4134a22c963460ca52a7db8838c8fbe to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a4134a22c963460ca52a7db8838c8fbe 2024-11-24T16:50:42,886 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a85d75cc68e34cd6965ef38fca8a5fee to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/a85d75cc68e34cd6965ef38fca8a5fee 2024-11-24T16:50:42,887 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/27d76a6ede7749cc9f57393b97e7198b to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/27d76a6ede7749cc9f57393b97e7198b 2024-11-24T16:50:42,888 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad2dd0fff2fa4d5abf3b1d2990357b4e to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/ad2dd0fff2fa4d5abf3b1d2990357b4e 2024-11-24T16:50:42,890 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7fcbd5d9f694404d903651f2c5d130e6 to hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/archive/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/info/7fcbd5d9f694404d903651f2c5d130e6 2024-11-24T16:50:42,890 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [80959369a1da4d11babcc5e91a3296cd=37897, 9f22e52b915141aeb4fbafdb5a13a54d=13391, ad519fb841234fcca7ca91ebc6da3f1f=61234, 490c6230a7de49eca29f99abfff389af=19728, 67c2b8f7e72747b4852d5961110e7605=18675, 286611f69a5c4cd390109cbde95df203=93003, c01df59c38d44ffb949237906421b175=22891, 1308e68ced6f48edb8bc29998b158973=18675, 5b08211a5a7c40ebbd029327a0ee684f=115222, 7b8d1d52814e4436b5864ddc2598ffa9=13394, eeb002bf79604507b3263bcb3df694c2=23944, 9e8a02fbf1f543d89b05e0dac515c194=142906, 7ad5b9f0bd6c4aec91a58e78941391f9=13394, a4134a22c963460ca52a7db8838c8fbe=22902, a85d75cc68e34cd6965ef38fca8a5fee=171464, 27d76a6ede7749cc9f57393b97e7198b=15510, ad2dd0fff2fa4d5abf3b1d2990357b4e=13402, 7fcbd5d9f694404d903651f2c5d130e6=20796] 2024-11-24T16:50:42,893 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/data/default/TestLogRolling-testLogRolling/0308110e8f0ddeb1702009edaa20fb87/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-24T16:50:42,894 INFO [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:42,894 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0308110e8f0ddeb1702009edaa20fb87: Waiting for close lock at 1732467042865Running coprocessor pre-close hooks at 1732467042865Disabling compacts and flushes for region at 1732467042865Disabling writes for close at 1732467042865Writing region close event to WAL at 1732467042890 (+25 ms)Running coprocessor post-close hooks at 1732467042894 (+4 ms)Closed at 1732467042894 2024-11-24T16:50:42,894 DEBUG [RS_CLOSE_REGION-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732466980124.0308110e8f0ddeb1702009edaa20fb87. 2024-11-24T16:50:43,058 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(976): stopping server e335232f7491,39155,1732466964347; all regions closed. 2024-11-24T16:50:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741834_1010 (size=8107) 2024-11-24T16:50:43,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741834_1010 (size=8107) 2024-11-24T16:50:43,063 DEBUG [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/oldWALs 2024-11-24T16:50:43,063 INFO [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C39155%2C1732466964347.meta:.meta(num 1732466965605) 2024-11-24T16:50:43,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741876_1052 (size=778) 2024-11-24T16:50:43,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741876_1052 (size=778) 2024-11-24T16:50:43,066 DEBUG [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/oldWALs 2024-11-24T16:50:43,066 INFO [RS:0;e335232f7491:39155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C39155%2C1732466964347:(num 1732467042735) 2024-11-24T16:50:43,066 DEBUG [RS:0;e335232f7491:39155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:43,066 INFO [RS:0;e335232f7491:39155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:50:43,066 INFO [RS:0;e335232f7491:39155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:50:43,067 INFO [RS:0;e335232f7491:39155 {}] hbase.ChoreService(370): Chore service for: regionserver/e335232f7491:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T16:50:43,067 INFO [RS:0;e335232f7491:39155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:50:43,067 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:50:43,067 INFO [RS:0;e335232f7491:39155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39155 2024-11-24T16:50:43,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e335232f7491,39155,1732466964347 2024-11-24T16:50:43,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:50:43,070 INFO [RS:0;e335232f7491:39155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:50:43,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e335232f7491,39155,1732466964347] 2024-11-24T16:50:43,074 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e335232f7491,39155,1732466964347 already deleted, retry=false 2024-11-24T16:50:43,074 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e335232f7491,39155,1732466964347 expired; onlineServers=0 2024-11-24T16:50:43,074 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e335232f7491,41713,1732466964257' ***** 2024-11-24T16:50:43,074 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T16:50:43,074 INFO [M:0;e335232f7491:41713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:50:43,074 INFO [M:0;e335232f7491:41713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:50:43,074 DEBUG [M:0;e335232f7491:41713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T16:50:43,074 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T16:50:43,074 DEBUG [M:0;e335232f7491:41713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T16:50:43,074 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466964996 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732466964996,5,FailOnTimeoutGroup] 2024-11-24T16:50:43,074 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466964997 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732466964997,5,FailOnTimeoutGroup] 2024-11-24T16:50:43,074 INFO [M:0;e335232f7491:41713 {}] hbase.ChoreService(370): Chore service for: master/e335232f7491:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T16:50:43,075 INFO [M:0;e335232f7491:41713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:50:43,075 DEBUG [M:0;e335232f7491:41713 {}] master.HMaster(1795): Stopping service threads 2024-11-24T16:50:43,075 INFO [M:0;e335232f7491:41713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T16:50:43,075 INFO [M:0;e335232f7491:41713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:50:43,075 INFO [M:0;e335232f7491:41713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T16:50:43,075 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T16:50:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T16:50:43,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:43,076 DEBUG [M:0;e335232f7491:41713 {}] zookeeper.ZKUtil(347): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T16:50:43,076 WARN [M:0;e335232f7491:41713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T16:50:43,077 INFO [M:0;e335232f7491:41713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/.lastflushedseqids 2024-11-24T16:50:43,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741877_1053 (size=228) 2024-11-24T16:50:43,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741877_1053 (size=228) 2024-11-24T16:50:43,087 INFO [M:0;e335232f7491:41713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T16:50:43,087 INFO [M:0;e335232f7491:41713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T16:50:43,087 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:50:43,087 INFO [M:0;e335232f7491:41713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:43,087 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:43,087 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:50:43,087 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:43,087 INFO [M:0;e335232f7491:41713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-24T16:50:43,102 DEBUG [M:0;e335232f7491:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3a1b0d7ea624d1aab1859400dd5a1fb is 82, key is hbase:meta,,1/info:regioninfo/1732466965646/Put/seqid=0 2024-11-24T16:50:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741878_1054 (size=5672) 2024-11-24T16:50:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741878_1054 (size=5672) 2024-11-24T16:50:43,107 INFO [M:0;e335232f7491:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3a1b0d7ea624d1aab1859400dd5a1fb 2024-11-24T16:50:43,126 DEBUG [M:0;e335232f7491:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7facf14d8144e5a3942207c9e813c0 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732466966177/Put/seqid=0 2024-11-24T16:50:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741879_1055 (size=7091) 2024-11-24T16:50:43,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741879_1055 (size=7091) 2024-11-24T16:50:43,131 INFO [M:0;e335232f7491:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7facf14d8144e5a3942207c9e813c0 2024-11-24T16:50:43,133 INFO [regionserver/e335232f7491:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:50:43,135 INFO [M:0;e335232f7491:41713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf7facf14d8144e5a3942207c9e813c0 2024-11-24T16:50:43,149 DEBUG [M:0;e335232f7491:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d040f981bd3243c483cce26bb159b6a5 is 69, key is e335232f7491,39155,1732466964347/rs:state/1732466965107/Put/seqid=0 2024-11-24T16:50:43,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741880_1056 (size=5156) 2024-11-24T16:50:43,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741880_1056 (size=5156) 2024-11-24T16:50:43,154 INFO [M:0;e335232f7491:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d040f981bd3243c483cce26bb159b6a5 2024-11-24T16:50:43,171 DEBUG [M:0;e335232f7491:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3f9957242a79411a9ed4eb0ca0c50970 is 52, key is load_balancer_on/state:d/1732466965783/Put/seqid=0 2024-11-24T16:50:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:43,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39155-0x1014ae1e1920001, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:43,171 INFO [RS:0;e335232f7491:39155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:50:43,172 INFO [RS:0;e335232f7491:39155 {}] regionserver.HRegionServer(1031): Exiting; stopping=e335232f7491,39155,1732466964347; zookeeper connection closed. 2024-11-24T16:50:43,172 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eefa612 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eefa612 2024-11-24T16:50:43,172 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T16:50:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741881_1057 (size=5056) 2024-11-24T16:50:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741881_1057 (size=5056) 2024-11-24T16:50:43,176 INFO [M:0;e335232f7491:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3f9957242a79411a9ed4eb0ca0c50970 2024-11-24T16:50:43,180 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3a1b0d7ea624d1aab1859400dd5a1fb as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3a1b0d7ea624d1aab1859400dd5a1fb 2024-11-24T16:50:43,185 INFO [M:0;e335232f7491:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3a1b0d7ea624d1aab1859400dd5a1fb, entries=8, sequenceid=125, filesize=5.5 K 2024-11-24T16:50:43,185 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cf7facf14d8144e5a3942207c9e813c0 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf7facf14d8144e5a3942207c9e813c0 2024-11-24T16:50:43,189 INFO [M:0;e335232f7491:41713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf7facf14d8144e5a3942207c9e813c0 2024-11-24T16:50:43,190 INFO [M:0;e335232f7491:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cf7facf14d8144e5a3942207c9e813c0, entries=13, sequenceid=125, filesize=6.9 K 2024-11-24T16:50:43,190 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d040f981bd3243c483cce26bb159b6a5 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d040f981bd3243c483cce26bb159b6a5 2024-11-24T16:50:43,194 INFO [M:0;e335232f7491:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d040f981bd3243c483cce26bb159b6a5, entries=1, sequenceid=125, filesize=5.0 K 2024-11-24T16:50:43,195 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/3f9957242a79411a9ed4eb0ca0c50970 as hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3f9957242a79411a9ed4eb0ca0c50970 2024-11-24T16:50:43,199 INFO [M:0;e335232f7491:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44333/user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/3f9957242a79411a9ed4eb0ca0c50970, entries=1, sequenceid=125, filesize=4.9 K 2024-11-24T16:50:43,200 INFO [M:0;e335232f7491:41713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=125, compaction requested=false 2024-11-24T16:50:43,202 INFO [M:0;e335232f7491:41713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:43,202 DEBUG [M:0;e335232f7491:41713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732467043087Disabling compacts and flushes for region at 1732467043087Disabling writes for close at 1732467043087Obtaining lock to block concurrent updates at 1732467043087Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732467043087Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1732467043087Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732467043088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732467043088Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732467043102 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732467043102Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732467043111 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732467043126 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732467043126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732467043135 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732467043149 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732467043149Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732467043158 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732467043171 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732467043171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130e723e: reopening flushed file at 1732467043180 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c21d02b: reopening flushed file at 1732467043185 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5d6892: reopening flushed file at 1732467043190 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a25914: reopening flushed file at 1732467043194 (+4 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=125, compaction requested=false at 1732467043200 (+6 ms)Writing region close event to WAL at 1732467043202 (+2 ms)Closed at 1732467043202 2024-11-24T16:50:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42069 is added to blk_1073741830_1006 (size=61332) 2024-11-24T16:50:43,204 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/48abea6e-de5c-8989-46ae-08fba0ae94a9/MasterData/WALs/e335232f7491,41713,1732466964257/e335232f7491%2C41713%2C1732466964257.1732466964870 not finished, retry = 0 2024-11-24T16:50:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41147 is added to blk_1073741830_1006 (size=61332) 2024-11-24T16:50:43,305 INFO [M:0;e335232f7491:41713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T16:50:43,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:50:43,306 INFO [M:0;e335232f7491:41713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41713 2024-11-24T16:50:43,306 INFO [M:0;e335232f7491:41713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:50:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:43,408 INFO [M:0;e335232f7491:41713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:50:43,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1014ae1e1920000, quorum=127.0.0.1:61887, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:43,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51d176b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:50:43,411 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b28ec74{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:50:43,411 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:50:43,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6067eeb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:50:43,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30ae9b14{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir/,STOPPED} 2024-11-24T16:50:43,413 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:50:43,413 WARN [BP-1045205529-172.17.0.2-1732466963329 heartbeating to localhost/127.0.0.1:44333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:50:43,413 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:50:43,413 WARN [BP-1045205529-172.17.0.2-1732466963329 heartbeating to localhost/127.0.0.1:44333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1045205529-172.17.0.2-1732466963329 (Datanode Uuid f9297565-3dde-4091-a1aa-96e54114d411) service to localhost/127.0.0.1:44333 2024-11-24T16:50:43,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data3/current/BP-1045205529-172.17.0.2-1732466963329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:43,414 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data4/current/BP-1045205529-172.17.0.2-1732466963329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:43,414 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:50:43,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a0aa98d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:50:43,416 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77820f80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:50:43,416 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:50:43,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d42b0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:50:43,416 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f2b3d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir/,STOPPED} 2024-11-24T16:50:43,418 WARN [BP-1045205529-172.17.0.2-1732466963329 heartbeating to localhost/127.0.0.1:44333 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:50:43,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:50:43,418 WARN [BP-1045205529-172.17.0.2-1732466963329 heartbeating to localhost/127.0.0.1:44333 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1045205529-172.17.0.2-1732466963329 (Datanode Uuid 08b387cc-eee0-4674-9d37-15680766e493) service to localhost/127.0.0.1:44333 2024-11-24T16:50:43,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:50:43,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data1/current/BP-1045205529-172.17.0.2-1732466963329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:43,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/cluster_90520eb7-d1c3-f2c5-83b1-ae34accf6b32/data/data2/current/BP-1045205529-172.17.0.2-1732466963329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:43,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:50:43,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38ca9f08{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:50:43,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32efb50e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:50:43,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:50:43,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a22361{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:50:43,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f643fb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir/,STOPPED} 2024-11-24T16:50:43,432 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T16:50:43,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T16:50:43,466 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=107 (was 97) - Thread LEAK? -, OpenFileDescriptor=455 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 194), ProcessCount=11 (was 11), AvailableMemoryMB=6321 (was 7139) 2024-11-24T16:50:43,472 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=108, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=116, ProcessCount=11, AvailableMemoryMB=6321 2024-11-24T16:50:43,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T16:50:43,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.log.dir so I do NOT create it in target/test-data/070561ef-2670-c641-5d08-a0562add27e2 2024-11-24T16:50:43,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/b48aa84d-35aa-2ebc-c3d9-734bf7f9ae69/hadoop.tmp.dir so I do NOT create it in target/test-data/070561ef-2670-c641-5d08-a0562add27e2 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3, deleteOnExit=true 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/test.cache.data in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T16:50:43,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:50:43,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/nfs.dump.dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/java.io.tmpdir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T16:50:43,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T16:50:43,559 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:50:43,563 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:50:43,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:50:43,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:50:43,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:50:43,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:50:43,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f34bced{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:50:43,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c665fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:50:43,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c7d2550{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/java.io.tmpdir/jetty-localhost-44551-hadoop-hdfs-3_4_1-tests_jar-_-any-13532814264044894309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:50:43,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654fb0b1{HTTP/1.1, (http/1.1)}{localhost:44551} 2024-11-24T16:50:43,682 INFO [Time-limited test {}] server.Server(415): Started @220932ms 2024-11-24T16:50:43,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:50:43,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:50:43,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:50:43,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:50:43,751 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T16:50:43,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5674214{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:50:43,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64b77b62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:50:43,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f3e702f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/java.io.tmpdir/jetty-localhost-41711-hadoop-hdfs-3_4_1-tests_jar-_-any-18273941221851359518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:50:43,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c698367{HTTP/1.1, (http/1.1)}{localhost:41711} 2024-11-24T16:50:43,870 INFO [Time-limited test {}] server.Server(415): Started @221120ms 2024-11-24T16:50:43,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:50:43,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T16:50:43,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T16:50:43,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T16:50:43,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T16:50:43,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T16:50:43,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@632d6db5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir/,AVAILABLE} 2024-11-24T16:50:43,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36afd443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T16:50:43,981 WARN [Thread-1591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data1/current/BP-1063437649-172.17.0.2-1732467043504/current, will proceed with Du for space computation calculation, 2024-11-24T16:50:43,981 WARN [Thread-1592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data2/current/BP-1063437649-172.17.0.2-1732467043504/current, will proceed with Du for space computation calculation, 2024-11-24T16:50:43,997 WARN [Thread-1570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:50:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41769a7ba1c897a3 with lease ID 0x3e38fa1aca068220: Processing first storage report for DS-b30583fe-3571-4e18-a6db-ac8401b73b44 from datanode DatanodeRegistration(127.0.0.1:45061, datanodeUuid=c34c20e3-5924-47a0-b2c7-14584c2a8eda, infoPort=37295, infoSecurePort=0, ipcPort=42269, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504) 2024-11-24T16:50:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41769a7ba1c897a3 with lease ID 0x3e38fa1aca068220: from storage DS-b30583fe-3571-4e18-a6db-ac8401b73b44 node DatanodeRegistration(127.0.0.1:45061, datanodeUuid=c34c20e3-5924-47a0-b2c7-14584c2a8eda, infoPort=37295, infoSecurePort=0, ipcPort=42269, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:50:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41769a7ba1c897a3 with lease ID 0x3e38fa1aca068220: Processing first storage report for DS-e8655c5f-2e52-4082-aee4-a049f70781cf from datanode DatanodeRegistration(127.0.0.1:45061, datanodeUuid=c34c20e3-5924-47a0-b2c7-14584c2a8eda, infoPort=37295, infoSecurePort=0, ipcPort=42269, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504) 2024-11-24T16:50:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41769a7ba1c897a3 with lease ID 0x3e38fa1aca068220: from storage DS-e8655c5f-2e52-4082-aee4-a049f70781cf node DatanodeRegistration(127.0.0.1:45061, datanodeUuid=c34c20e3-5924-47a0-b2c7-14584c2a8eda, infoPort=37295, infoSecurePort=0, ipcPort=42269, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:50:44,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@531d719d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/java.io.tmpdir/jetty-localhost-46013-hadoop-hdfs-3_4_1-tests_jar-_-any-4958239726855928131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:50:44,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@342910ae{HTTP/1.1, (http/1.1)}{localhost:46013} 2024-11-24T16:50:44,030 INFO [Time-limited test {}] server.Server(415): Started @221280ms 2024-11-24T16:50:44,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T16:50:44,128 WARN [Thread-1617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data3/current/BP-1063437649-172.17.0.2-1732467043504/current, will proceed with Du for space computation calculation, 2024-11-24T16:50:44,129 WARN [Thread-1618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data4/current/BP-1063437649-172.17.0.2-1732467043504/current, will proceed with Du for space computation calculation, 2024-11-24T16:50:44,149 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T16:50:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x770368faf95ddcba with lease ID 0x3e38fa1aca068221: Processing first storage report for DS-226fe871-53c5-4369-a873-92344c09269b from datanode DatanodeRegistration(127.0.0.1:36395, datanodeUuid=3e3b1018-12d0-4c90-9b5c-f417aee729e9, infoPort=44845, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504) 2024-11-24T16:50:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x770368faf95ddcba with lease ID 0x3e38fa1aca068221: from storage DS-226fe871-53c5-4369-a873-92344c09269b node DatanodeRegistration(127.0.0.1:36395, datanodeUuid=3e3b1018-12d0-4c90-9b5c-f417aee729e9, infoPort=44845, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T16:50:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x770368faf95ddcba with lease ID 0x3e38fa1aca068221: Processing first storage report for DS-a24ae294-41cc-467c-9db7-d924dc3adc1e from datanode DatanodeRegistration(127.0.0.1:36395, datanodeUuid=3e3b1018-12d0-4c90-9b5c-f417aee729e9, infoPort=44845, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504) 2024-11-24T16:50:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x770368faf95ddcba with lease ID 0x3e38fa1aca068221: from storage DS-a24ae294-41cc-467c-9db7-d924dc3adc1e node DatanodeRegistration(127.0.0.1:36395, datanodeUuid=3e3b1018-12d0-4c90-9b5c-f417aee729e9, infoPort=44845, infoSecurePort=0, ipcPort=42997, storageInfo=lv=-57;cid=testClusterID;nsid=283323232;c=1732467043504), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T16:50:44,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2 2024-11-24T16:50:44,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/zookeeper_0, clientPort=52409, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T16:50:44,158 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52409 2024-11-24T16:50:44,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:50:44,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741825_1001 (size=7) 2024-11-24T16:50:44,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506 with version=8 2024-11-24T16:50:44,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:44521/user/jenkins/test-data/d027ad71-d105-88f0-8347-871dc5f956d6/hbase-staging 2024-11-24T16:50:44,172 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:50:44,173 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38591 2024-11-24T16:50:44,174 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38591 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-24T16:50:44,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385910x0, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:50:44,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38591-0x1014ae319cc0000 connected 2024-11-24T16:50:44,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:50:44,202 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506, hbase.cluster.distributed=false 2024-11-24T16:50:44,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:50:44,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38591 2024-11-24T16:50:44,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38591 2024-11-24T16:50:44,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38591 2024-11-24T16:50:44,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38591 2024-11-24T16:50:44,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38591 2024-11-24T16:50:44,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e335232f7491:0 server-side Connection retries=45 2024-11-24T16:50:44,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:50:44,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T16:50:44,225 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T16:50:44,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T16:50:44,225 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T16:50:44,225 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T16:50:44,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T16:50:44,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40951 2024-11-24T16:50:44,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40951 connecting to ZooKeeper ensemble=127.0.0.1:52409 2024-11-24T16:50:44,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409510x0, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T16:50:44,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40951-0x1014ae319cc0001 connected 2024-11-24T16:50:44,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:50:44,233 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T16:50:44,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T16:50:44,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T16:50:44,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T16:50:44,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-24T16:50:44,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40951 2024-11-24T16:50:44,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40951 2024-11-24T16:50:44,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-24T16:50:44,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-24T16:50:44,247 DEBUG [M:0;e335232f7491:38591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e335232f7491:38591 2024-11-24T16:50:44,248 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e335232f7491,38591,1732467044172 2024-11-24T16:50:44,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:50:44,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:50:44,249 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e335232f7491,38591,1732467044172 2024-11-24T16:50:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T16:50:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,252 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T16:50:44,253 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e335232f7491,38591,1732467044172 from backup master directory 2024-11-24T16:50:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e335232f7491,38591,1732467044172 2024-11-24T16:50:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:50:44,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T16:50:44,254 WARN [master/e335232f7491:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:50:44,254 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e335232f7491,38591,1732467044172 2024-11-24T16:50:44,258 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/hbase.id] with ID: f0ac49b0-15a9-4463-8f61-a9ddbed13905 2024-11-24T16:50:44,258 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/.tmp/hbase.id 2024-11-24T16:50:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:50:44,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741826_1002 (size=42) 2024-11-24T16:50:44,263 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/.tmp/hbase.id]:[hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/hbase.id] 2024-11-24T16:50:44,274 INFO [master/e335232f7491:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:44,274 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T16:50:44,275 INFO [master/e335232f7491:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T16:50:44,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:50:44,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741827_1003 (size=196) 2024-11-24T16:50:44,287 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T16:50:44,288 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T16:50:44,288 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:50:44,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:50:44,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741828_1004 (size=1189) 2024-11-24T16:50:44,296 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store 2024-11-24T16:50:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:50:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741829_1005 (size=34) 2024-11-24T16:50:44,305 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:50:44,305 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:50:44,305 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:44,305 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:44,305 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:50:44,305 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:44,305 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:44,305 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732467044305Disabling compacts and flushes for region at 1732467044305Disabling writes for close at 1732467044305Writing region close event to WAL at 1732467044305Closed at 1732467044305 2024-11-24T16:50:44,306 WARN [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/.initializing 2024-11-24T16:50:44,306 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/WALs/e335232f7491,38591,1732467044172 2024-11-24T16:50:44,307 INFO [master/e335232f7491:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:50:44,309 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C38591%2C1732467044172, suffix=, logDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/WALs/e335232f7491,38591,1732467044172, archiveDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/oldWALs, maxLogs=10 2024-11-24T16:50:44,329 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/WALs/e335232f7491,38591,1732467044172/e335232f7491%2C38591%2C1732467044172.1732467044309, exclude list is [], retry=0 2024-11-24T16:50:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-226fe871-53c5-4369-a873-92344c09269b,DISK] 2024-11-24T16:50:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45061,DS-b30583fe-3571-4e18-a6db-ac8401b73b44,DISK] 2024-11-24T16:50:44,334 INFO [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/WALs/e335232f7491,38591,1732467044172/e335232f7491%2C38591%2C1732467044172.1732467044309 2024-11-24T16:50:44,334 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44845:44845),(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-24T16:50:44,334 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:50:44,334 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:50:44,335 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,335 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T16:50:44,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:44,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T16:50:44,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:50:44,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T16:50:44,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:50:44,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T16:50:44,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T16:50:44,343 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,343 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,344 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,345 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,345 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,346 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T16:50:44,347 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T16:50:44,348 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:50:44,349 INFO [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=818760, jitterRate=0.04110811650753021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T16:50:44,350 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732467044335Initializing all the Stores at 1732467044336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467044336Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732467044336Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732467044336Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732467044336Cleaning up temporary data from old regions at 1732467044345 (+9 ms)Region opened successfully at 1732467044350 (+5 ms) 2024-11-24T16:50:44,350 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T16:50:44,353 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6412ee55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:50:44,354 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T16:50:44,354 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T16:50:44,354 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T16:50:44,354 INFO [master/e335232f7491:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T16:50:44,355 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T16:50:44,355 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T16:50:44,355 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T16:50:44,357 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T16:50:44,358 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T16:50:44,359 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T16:50:44,360 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T16:50:44,360 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T16:50:44,362 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T16:50:44,362 INFO [master/e335232f7491:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T16:50:44,363 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T16:50:44,365 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T16:50:44,366 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T16:50:44,367 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T16:50:44,368 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T16:50:44,369 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T16:50:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:50:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T16:50:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,372 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e335232f7491,38591,1732467044172, sessionid=0x1014ae319cc0000, setting cluster-up flag (Was=false) 2024-11-24T16:50:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,380 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T16:50:44,381 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,38591,1732467044172 2024-11-24T16:50:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,391 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T16:50:44,392 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e335232f7491,38591,1732467044172 2024-11-24T16:50:44,393 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T16:50:44,394 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T16:50:44,394 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T16:50:44,394 INFO [master/e335232f7491:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T16:50:44,395 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e335232f7491,38591,1732467044172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e335232f7491:0, corePoolSize=5, maxPoolSize=5 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e335232f7491:0, corePoolSize=10, maxPoolSize=10 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:50:44,396 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,396 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732467074396 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:50:44,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T16:50:44,397 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T16:50:44,398 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T16:50:44,398 INFO [master/e335232f7491:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T16:50:44,398 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732467044398,5,FailOnTimeoutGroup] 2024-11-24T16:50:44,398 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732467044398,5,FailOnTimeoutGroup] 2024-11-24T16:50:44,398 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,398 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T16:50:44,398 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,398 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T16:50:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:50:44,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741831_1007 (size=1321) 2024-11-24T16:50:44,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T16:50:44,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506 2024-11-24T16:50:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:50:44,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741832_1008 (size=32) 2024-11-24T16:50:44,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:50:44,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:50:44,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:50:44,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:44,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:50:44,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:50:44,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:44,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:50:44,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:50:44,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:44,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:50:44,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:50:44,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:44,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:44,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:50:44,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740 2024-11-24T16:50:44,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740 2024-11-24T16:50:44,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:50:44,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:50:44,420 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:50:44,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:50:44,423 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T16:50:44,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701672, jitterRate=-0.10777877271175385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:50:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732467044411Initializing all the Stores at 1732467044411Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467044411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467044411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732467044411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467044411Cleaning up temporary data from old regions at 1732467044420 (+9 ms)Region opened successfully at 1732467044424 (+4 ms) 2024-11-24T16:50:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:50:44,424 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:50:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:50:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:50:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:50:44,424 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:50:44,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732467044424Disabling compacts and flushes for region at 1732467044424Disabling writes for close at 1732467044424Writing region close event to WAL at 1732467044424Closed at 1732467044424 2024-11-24T16:50:44,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:50:44,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T16:50:44,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T16:50:44,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:50:44,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T16:50:44,438 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(746): ClusterId : f0ac49b0-15a9-4463-8f61-a9ddbed13905 2024-11-24T16:50:44,438 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T16:50:44,440 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T16:50:44,440 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T16:50:44,443 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T16:50:44,443 DEBUG [RS:0;e335232f7491:40951 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60be6035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e335232f7491/172.17.0.2:0 2024-11-24T16:50:44,454 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e335232f7491:40951 2024-11-24T16:50:44,454 INFO [RS:0;e335232f7491:40951 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T16:50:44,454 INFO [RS:0;e335232f7491:40951 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T16:50:44,454 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T16:50:44,455 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(2659): reportForDuty to master=e335232f7491,38591,1732467044172 with port=40951, startcode=1732467044224 2024-11-24T16:50:44,455 DEBUG [RS:0;e335232f7491:40951 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T16:50:44,457 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T16:50:44,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e335232f7491,40951,1732467044224 2024-11-24T16:50:44,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38591 {}] master.ServerManager(517): Registering regionserver=e335232f7491,40951,1732467044224 2024-11-24T16:50:44,459 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506 2024-11-24T16:50:44,459 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46621 2024-11-24T16:50:44,459 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T16:50:44,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:50:44,461 DEBUG [RS:0;e335232f7491:40951 {}] zookeeper.ZKUtil(111): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e335232f7491,40951,1732467044224 2024-11-24T16:50:44,461 WARN [RS:0;e335232f7491:40951 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T16:50:44,461 INFO [RS:0;e335232f7491:40951 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:50:44,461 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224 2024-11-24T16:50:44,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e335232f7491,40951,1732467044224] 2024-11-24T16:50:44,464 INFO [RS:0;e335232f7491:40951 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T16:50:44,466 INFO [RS:0;e335232f7491:40951 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T16:50:44,466 INFO [RS:0;e335232f7491:40951 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T16:50:44,466 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,466 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T16:50:44,467 INFO [RS:0;e335232f7491:40951 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T16:50:44,467 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e335232f7491:0, corePoolSize=2, maxPoolSize=2 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e335232f7491:0, corePoolSize=1, maxPoolSize=1 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:50:44,467 DEBUG [RS:0;e335232f7491:40951 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e335232f7491:0, corePoolSize=3, maxPoolSize=3 2024-11-24T16:50:44,468 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,468 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,468 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,468 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,468 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,468 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40951,1732467044224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:50:44,482 INFO [RS:0;e335232f7491:40951 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T16:50:44,483 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,40951,1732467044224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,483 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,483 INFO [RS:0;e335232f7491:40951 {}] regionserver.Replication(171): e335232f7491,40951,1732467044224 started 2024-11-24T16:50:44,496 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:44,496 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1482): Serving as e335232f7491,40951,1732467044224, RpcServer on e335232f7491/172.17.0.2:40951, sessionid=0x1014ae319cc0001 2024-11-24T16:50:44,496 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T16:50:44,496 DEBUG [RS:0;e335232f7491:40951 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e335232f7491,40951,1732467044224 2024-11-24T16:50:44,496 DEBUG [RS:0;e335232f7491:40951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,40951,1732467044224' 2024-11-24T16:50:44,496 DEBUG [RS:0;e335232f7491:40951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e335232f7491,40951,1732467044224 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e335232f7491,40951,1732467044224' 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T16:50:44,497 DEBUG [RS:0;e335232f7491:40951 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T16:50:44,498 DEBUG [RS:0;e335232f7491:40951 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T16:50:44,498 INFO [RS:0;e335232f7491:40951 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T16:50:44,498 INFO [RS:0;e335232f7491:40951 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T16:50:44,577 WARN [e335232f7491:38591 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T16:50:44,598 INFO [RS:0;e335232f7491:40951 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:50:44,599 INFO [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C40951%2C1732467044224, suffix=, logDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224, archiveDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs, maxLogs=32 2024-11-24T16:50:44,613 DEBUG [RS:0;e335232f7491:40951 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224/e335232f7491%2C40951%2C1732467044224.1732467044600, exclude list is [], retry=0 2024-11-24T16:50:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45061,DS-b30583fe-3571-4e18-a6db-ac8401b73b44,DISK] 2024-11-24T16:50:44,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-226fe871-53c5-4369-a873-92344c09269b,DISK] 2024-11-24T16:50:44,617 INFO [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224/e335232f7491%2C40951%2C1732467044224.1732467044600 2024-11-24T16:50:44,617 DEBUG [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295),(127.0.0.1/127.0.0.1:44845:44845)] 2024-11-24T16:50:44,828 DEBUG [e335232f7491:38591 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T16:50:44,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e335232f7491,40951,1732467044224 2024-11-24T16:50:44,829 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,40951,1732467044224, state=OPENING 2024-11-24T16:50:44,830 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T16:50:44,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:44,832 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T16:50:44,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:50:44,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:50:44,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,40951,1732467044224}] 2024-11-24T16:50:44,985 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T16:50:44,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53733, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T16:50:44,989 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T16:50:44,989 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:50:44,989 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T16:50:44,991 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e335232f7491%2C40951%2C1732467044224.meta, suffix=.meta, logDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224, archiveDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs, maxLogs=32 2024-11-24T16:50:45,004 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224/e335232f7491%2C40951%2C1732467044224.meta.1732467044991.meta, exclude list is [], retry=0 2024-11-24T16:50:45,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45061,DS-b30583fe-3571-4e18-a6db-ac8401b73b44,DISK] 2024-11-24T16:50:45,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-226fe871-53c5-4369-a873-92344c09269b,DISK] 2024-11-24T16:50:45,008 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/e335232f7491,40951,1732467044224/e335232f7491%2C40951%2C1732467044224.meta.1732467044991.meta 2024-11-24T16:50:45,008 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295),(127.0.0.1/127.0.0.1:44845:44845)] 2024-11-24T16:50:45,008 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T16:50:45,008 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T16:50:45,009 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T16:50:45,009 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T16:50:45,009 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T16:50:45,009 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T16:50:45,009 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T16:50:45,009 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T16:50:45,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T16:50:45,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T16:50:45,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T16:50:45,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T16:50:45,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:45,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:45,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T16:50:45,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T16:50:45,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T16:50:45,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T16:50:45,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T16:50:45,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T16:50:45,014 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T16:50:45,015 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740 2024-11-24T16:50:45,016 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740 2024-11-24T16:50:45,017 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T16:50:45,017 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T16:50:45,017 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T16:50:45,018 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T16:50:45,019 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881615, jitterRate=0.12103177607059479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T16:50:45,019 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T16:50:45,020 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732467045009Writing region info on filesystem at 1732467045009Initializing all the Stores at 1732467045010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467045010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467045010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732467045010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732467045010Cleaning up temporary data from old regions at 1732467045017 (+7 ms)Running coprocessor post-open hooks at 1732467045019 (+2 ms)Region opened successfully at 1732467045019 2024-11-24T16:50:45,020 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732467044984 2024-11-24T16:50:45,022 DEBUG [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T16:50:45,022 INFO [RS_OPEN_META-regionserver/e335232f7491:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T16:50:45,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e335232f7491,40951,1732467044224 2024-11-24T16:50:45,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e335232f7491,40951,1732467044224, state=OPEN 2024-11-24T16:50:45,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:50:45,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T16:50:45,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e335232f7491,40951,1732467044224 2024-11-24T16:50:45,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:50:45,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T16:50:45,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T16:50:45,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e335232f7491,40951,1732467044224 in 195 msec 2024-11-24T16:50:45,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T16:50:45,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-11-24T16:50:45,031 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T16:50:45,031 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T16:50:45,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:50:45,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,40951,1732467044224, seqNum=-1] 2024-11-24T16:50:45,033 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:50:45,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:50:45,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 643 msec 2024-11-24T16:50:45,037 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732467045037, completionTime=-1 2024-11-24T16:50:45,038 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T16:50:45,038 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T16:50:45,039 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T16:50:45,039 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732467105039 2024-11-24T16:50:45,039 INFO [master/e335232f7491:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732467165039 2024-11-24T16:50:45,039 INFO [master/e335232f7491:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T16:50:45,039 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,38591,1732467044172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,040 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,38591,1732467044172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,040 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,38591,1732467044172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,040 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e335232f7491:38591, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,040 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,040 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,041 DEBUG [master/e335232f7491:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T16:50:45,043 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.789sec 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,38591,1732467044172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T16:50:45,044 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,38591,1732467044172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T16:50:45,046 DEBUG [master/e335232f7491:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T16:50:45,046 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T16:50:45,046 INFO [master/e335232f7491:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e335232f7491,38591,1732467044172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T16:50:45,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220b4037, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:50:45,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e335232f7491,38591,-1 for getting cluster id 2024-11-24T16:50:45,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T16:50:45,140 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0ac49b0-15a9-4463-8f61-a9ddbed13905' 2024-11-24T16:50:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T16:50:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0ac49b0-15a9-4463-8f61-a9ddbed13905" 2024-11-24T16:50:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36af04fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:50:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e335232f7491,38591,-1] 2024-11-24T16:50:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T16:50:45,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:45,142 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43340, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T16:50:45,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2ecdd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T16:50:45,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T16:50:45,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e335232f7491,40951,1732467044224, seqNum=-1] 2024-11-24T16:50:45,144 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T16:50:45,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33282, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T16:50:45,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e335232f7491,38591,1732467044172 2024-11-24T16:50:45,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T16:50:45,148 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T16:50:45,148 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T16:50:45,149 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T16:50:45,151 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1, archiveDir=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs, maxLogs=32 2024-11-24T16:50:45,164 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045151, exclude list is [], retry=0 2024-11-24T16:50:45,166 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-226fe871-53c5-4369-a873-92344c09269b,DISK] 2024-11-24T16:50:45,166 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45061,DS-b30583fe-3571-4e18-a6db-ac8401b73b44,DISK] 2024-11-24T16:50:45,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045151 2024-11-24T16:50:45,169 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44845:44845),(127.0.0.1/127.0.0.1:37295:37295)] 2024-11-24T16:50:45,181 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045169, exclude list is [], retry=0 2024-11-24T16:50:45,184 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45061,DS-b30583fe-3571-4e18-a6db-ac8401b73b44,DISK] 2024-11-24T16:50:45,184 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36395,DS-226fe871-53c5-4369-a873-92344c09269b,DISK] 2024-11-24T16:50:45,185 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045151 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045169 2024-11-24T16:50:45,186 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37295:37295),(127.0.0.1/127.0.0.1:44845:44845)] 2024-11-24T16:50:45,186 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045151 is not closed yet, will try archiving it next time 2024-11-24T16:50:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741835_1011 (size=93) 2024-11-24T16:50:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741835_1011 (size=93) 2024-11-24T16:50:45,188 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/WALs/test.com,8080,1/test.com%2C8080%2C1.1732467045151 to hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs/test.com%2C8080%2C1.1732467045151 2024-11-24T16:50:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741836_1012 (size=93) 2024-11-24T16:50:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741836_1012 (size=93) 2024-11-24T16:50:45,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs 2024-11-24T16:50:45,194 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732467045169) 2024-11-24T16:50:45,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T16:50:45,194 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:50:45,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:50:45,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:45,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:45,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T16:50:45,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T16:50:45,195 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=417178823, stopped=false 2024-11-24T16:50:45,195 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e335232f7491,38591,1732467044172 2024-11-24T16:50:45,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:50:45,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T16:50:45,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:45,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:45,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:50:45,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T16:50:45,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:50:45,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:45,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e335232f7491,40951,1732467044224' ***** 2024-11-24T16:50:45,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T16:50:45,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:50:45,197 INFO [RS:0;e335232f7491:40951 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T16:50:45,197 INFO [RS:0;e335232f7491:40951 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T16:50:45,197 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T16:50:45,197 INFO [RS:0;e335232f7491:40951 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T16:50:45,197 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(959): stopping server e335232f7491,40951,1732467044224 2024-11-24T16:50:45,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T16:50:45,197 INFO [RS:0;e335232f7491:40951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:50:45,198 INFO [RS:0;e335232f7491:40951 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e335232f7491:40951. 2024-11-24T16:50:45,198 DEBUG [RS:0;e335232f7491:40951 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T16:50:45,198 DEBUG [RS:0;e335232f7491:40951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:45,198 INFO [RS:0;e335232f7491:40951 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T16:50:45,198 INFO [RS:0;e335232f7491:40951 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T16:50:45,198 INFO [RS:0;e335232f7491:40951 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T16:50:45,198 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T16:50:45,198 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T16:50:45,198 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T16:50:45,198 DEBUG [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T16:50:45,198 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T16:50:45,198 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T16:50:45,198 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T16:50:45,198 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T16:50:45,198 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T16:50:45,198 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T16:50:45,213 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/.tmp/ns/54c24a227fe644dc840843224b2b7752 is 43, key is default/ns:d/1732467045034/Put/seqid=0 2024-11-24T16:50:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741837_1013 (size=5153) 2024-11-24T16:50:45,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741837_1013 (size=5153) 2024-11-24T16:50:45,218 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/.tmp/ns/54c24a227fe644dc840843224b2b7752 2024-11-24T16:50:45,223 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/.tmp/ns/54c24a227fe644dc840843224b2b7752 as hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/ns/54c24a227fe644dc840843224b2b7752 2024-11-24T16:50:45,227 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/ns/54c24a227fe644dc840843224b2b7752, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T16:50:45,228 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false 2024-11-24T16:50:45,228 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T16:50:45,232 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T16:50:45,232 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T16:50:45,232 INFO [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T16:50:45,232 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732467045198Running coprocessor pre-close hooks at 1732467045198Disabling compacts and flushes for region at 1732467045198Disabling writes for close at 1732467045198Obtaining lock to block concurrent updates at 1732467045198Preparing flush snapshotting stores in 1588230740 at 1732467045198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732467045199 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732467045199Flushing 1588230740/ns: creating writer at 1732467045199Flushing 1588230740/ns: appending metadata at 1732467045213 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732467045213Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50bb4906: reopening flushed file at 1732467045222 (+9 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=6, compaction requested=false at 1732467045228 (+6 ms)Writing region close event to WAL at 1732467045229 (+1 ms)Running coprocessor post-close hooks at 1732467045232 (+3 ms)Closed at 1732467045232 2024-11-24T16:50:45,232 DEBUG [RS_CLOSE_META-regionserver/e335232f7491:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T16:50:45,398 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(976): stopping server e335232f7491,40951,1732467044224; all regions closed. 2024-11-24T16:50:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741834_1010 (size=1152) 2024-11-24T16:50:45,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741834_1010 (size=1152) 2024-11-24T16:50:45,403 DEBUG [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs 2024-11-24T16:50:45,403 INFO [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C40951%2C1732467044224.meta:.meta(num 1732467044991) 2024-11-24T16:50:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741833_1009 (size=93) 2024-11-24T16:50:45,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741833_1009 (size=93) 2024-11-24T16:50:45,406 DEBUG [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/oldWALs 2024-11-24T16:50:45,406 INFO [RS:0;e335232f7491:40951 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e335232f7491%2C40951%2C1732467044224:(num 1732467044600) 2024-11-24T16:50:45,406 DEBUG [RS:0;e335232f7491:40951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T16:50:45,406 INFO [RS:0;e335232f7491:40951 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T16:50:45,407 INFO [RS:0;e335232f7491:40951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:50:45,407 INFO [RS:0;e335232f7491:40951 {}] hbase.ChoreService(370): Chore service for: regionserver/e335232f7491:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T16:50:45,407 INFO [RS:0;e335232f7491:40951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:50:45,407 INFO [regionserver/e335232f7491:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:50:45,407 INFO [RS:0;e335232f7491:40951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40951 2024-11-24T16:50:45,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e335232f7491,40951,1732467044224 2024-11-24T16:50:45,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T16:50:45,409 INFO [RS:0;e335232f7491:40951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:50:45,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e335232f7491,40951,1732467044224] 2024-11-24T16:50:45,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e335232f7491,40951,1732467044224 already deleted, retry=false 2024-11-24T16:50:45,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e335232f7491,40951,1732467044224 expired; onlineServers=0 2024-11-24T16:50:45,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e335232f7491,38591,1732467044172' ***** 2024-11-24T16:50:45,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T16:50:45,412 INFO [M:0;e335232f7491:38591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T16:50:45,412 INFO [M:0;e335232f7491:38591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T16:50:45,412 DEBUG [M:0;e335232f7491:38591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T16:50:45,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T16:50:45,412 DEBUG [M:0;e335232f7491:38591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T16:50:45,412 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732467044398 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.large.0-1732467044398,5,FailOnTimeoutGroup] 2024-11-24T16:50:45,412 DEBUG [master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732467044398 {}] cleaner.HFileCleaner(306): Exit Thread[master/e335232f7491:0:becomeActiveMaster-HFileCleaner.small.0-1732467044398,5,FailOnTimeoutGroup] 2024-11-24T16:50:45,413 INFO [M:0;e335232f7491:38591 {}] hbase.ChoreService(370): Chore service for: master/e335232f7491:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T16:50:45,413 INFO [M:0;e335232f7491:38591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T16:50:45,413 DEBUG [M:0;e335232f7491:38591 {}] master.HMaster(1795): Stopping service threads 2024-11-24T16:50:45,413 INFO [M:0;e335232f7491:38591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T16:50:45,413 INFO [M:0;e335232f7491:38591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T16:50:45,413 INFO [M:0;e335232f7491:38591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T16:50:45,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T16:50:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T16:50:45,414 DEBUG [M:0;e335232f7491:38591 {}] zookeeper.ZKUtil(347): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T16:50:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T16:50:45,414 WARN [M:0;e335232f7491:38591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T16:50:45,414 INFO [M:0;e335232f7491:38591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/.lastflushedseqids 2024-11-24T16:50:45,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741838_1014 (size=99) 2024-11-24T16:50:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741838_1014 (size=99) 2024-11-24T16:50:45,420 INFO [M:0;e335232f7491:38591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T16:50:45,420 INFO [M:0;e335232f7491:38591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T16:50:45,420 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T16:50:45,420 INFO [M:0;e335232f7491:38591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:45,420 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:45,420 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T16:50:45,420 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:45,420 INFO [M:0;e335232f7491:38591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-24T16:50:45,435 DEBUG [M:0;e335232f7491:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f0044bf7a6b480cb7eec3c5d6b23cf8 is 82, key is hbase:meta,,1/info:regioninfo/1732467045023/Put/seqid=0 2024-11-24T16:50:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741839_1015 (size=5672) 2024-11-24T16:50:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741839_1015 (size=5672) 2024-11-24T16:50:45,440 INFO [M:0;e335232f7491:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f0044bf7a6b480cb7eec3c5d6b23cf8 2024-11-24T16:50:45,460 DEBUG [M:0;e335232f7491:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8ed0576b9647a6a1bfc03c8184758e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732467045037/Put/seqid=0 2024-11-24T16:50:45,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741840_1016 (size=5275) 2024-11-24T16:50:45,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741840_1016 (size=5275) 2024-11-24T16:50:45,465 INFO [M:0;e335232f7491:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8ed0576b9647a6a1bfc03c8184758e 2024-11-24T16:50:45,483 DEBUG [M:0;e335232f7491:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e940bfc38fd4361b41ae9e289f6cf75 is 69, key is e335232f7491,40951,1732467044224/rs:state/1732467044458/Put/seqid=0 2024-11-24T16:50:45,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741841_1017 (size=5156) 2024-11-24T16:50:45,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741841_1017 (size=5156) 2024-11-24T16:50:45,487 INFO [M:0;e335232f7491:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e940bfc38fd4361b41ae9e289f6cf75 2024-11-24T16:50:45,504 DEBUG [M:0;e335232f7491:38591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b8687833b0354fe5b56d8bde3e7f7d43 is 52, key is load_balancer_on/state:d/1732467045147/Put/seqid=0 2024-11-24T16:50:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741842_1018 (size=5056) 2024-11-24T16:50:45,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741842_1018 (size=5056) 2024-11-24T16:50:45,510 INFO [M:0;e335232f7491:38591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b8687833b0354fe5b56d8bde3e7f7d43 2024-11-24T16:50:45,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:45,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40951-0x1014ae319cc0001, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:45,510 INFO [RS:0;e335232f7491:40951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:50:45,510 INFO [RS:0;e335232f7491:40951 {}] regionserver.HRegionServer(1031): Exiting; stopping=e335232f7491,40951,1732467044224; zookeeper connection closed. 2024-11-24T16:50:45,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e20abac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e20abac 2024-11-24T16:50:45,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T16:50:45,514 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f0044bf7a6b480cb7eec3c5d6b23cf8 as hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f0044bf7a6b480cb7eec3c5d6b23cf8 2024-11-24T16:50:45,519 INFO [M:0;e335232f7491:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f0044bf7a6b480cb7eec3c5d6b23cf8, entries=8, sequenceid=29, filesize=5.5 K 2024-11-24T16:50:45,520 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ce8ed0576b9647a6a1bfc03c8184758e as hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8ed0576b9647a6a1bfc03c8184758e 2024-11-24T16:50:45,524 INFO [M:0;e335232f7491:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ce8ed0576b9647a6a1bfc03c8184758e, entries=3, sequenceid=29, filesize=5.2 K 2024-11-24T16:50:45,525 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1e940bfc38fd4361b41ae9e289f6cf75 as hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e940bfc38fd4361b41ae9e289f6cf75 2024-11-24T16:50:45,529 INFO [M:0;e335232f7491:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1e940bfc38fd4361b41ae9e289f6cf75, entries=1, sequenceid=29, filesize=5.0 K 2024-11-24T16:50:45,530 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b8687833b0354fe5b56d8bde3e7f7d43 as hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b8687833b0354fe5b56d8bde3e7f7d43 2024-11-24T16:50:45,534 INFO [M:0;e335232f7491:38591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46621/user/jenkins/test-data/7c3126c9-0684-c364-2e32-b8273968a506/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b8687833b0354fe5b56d8bde3e7f7d43, entries=1, sequenceid=29, filesize=4.9 K 2024-11-24T16:50:45,535 INFO [M:0;e335232f7491:38591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=29, compaction requested=false 2024-11-24T16:50:45,537 INFO [M:0;e335232f7491:38591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T16:50:45,537 DEBUG [M:0;e335232f7491:38591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732467045420Disabling compacts and flushes for region at 1732467045420Disabling writes for close at 1732467045420Obtaining lock to block concurrent updates at 1732467045420Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732467045420Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732467045421 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732467045421Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732467045421Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732467045435 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732467045435Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732467045444 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732467045460 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732467045460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732467045469 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732467045482 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732467045482Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732467045491 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732467045504 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732467045504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3045e6: reopening flushed file at 1732467045514 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd20e5b: reopening flushed file at 1732467045519 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a5d0b6: reopening flushed file at 1732467045524 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c4651e: reopening flushed file at 1732467045529 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 115ms, sequenceid=29, compaction requested=false at 1732467045535 (+6 ms)Writing region close event to WAL at 1732467045537 (+2 ms)Closed at 1732467045537 2024-11-24T16:50:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36395 is added to blk_1073741830_1006 (size=10311) 2024-11-24T16:50:45,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45061 is added to blk_1073741830_1006 (size=10311) 2024-11-24T16:50:45,540 INFO [M:0;e335232f7491:38591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T16:50:45,540 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T16:50:45,540 INFO [M:0;e335232f7491:38591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38591 2024-11-24T16:50:45,540 INFO [M:0;e335232f7491:38591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T16:50:45,642 INFO [M:0;e335232f7491:38591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T16:50:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38591-0x1014ae319cc0000, quorum=127.0.0.1:52409, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T16:50:45,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@531d719d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:50:45,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@342910ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:50:45,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:50:45,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36afd443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:50:45,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@632d6db5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir/,STOPPED} 2024-11-24T16:50:45,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:50:45,646 WARN [BP-1063437649-172.17.0.2-1732467043504 heartbeating to localhost/127.0.0.1:46621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:50:45,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:50:45,646 WARN [BP-1063437649-172.17.0.2-1732467043504 heartbeating to localhost/127.0.0.1:46621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1063437649-172.17.0.2-1732467043504 (Datanode Uuid 3e3b1018-12d0-4c90-9b5c-f417aee729e9) service to localhost/127.0.0.1:46621 2024-11-24T16:50:45,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data3/current/BP-1063437649-172.17.0.2-1732467043504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:45,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data4/current/BP-1063437649-172.17.0.2-1732467043504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:45,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:50:45,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f3e702f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T16:50:45,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c698367{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:50:45,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:50:45,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64b77b62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:50:45,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5674214{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir/,STOPPED} 2024-11-24T16:50:45,650 WARN [BP-1063437649-172.17.0.2-1732467043504 heartbeating to localhost/127.0.0.1:46621 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T16:50:45,651 WARN [BP-1063437649-172.17.0.2-1732467043504 heartbeating to localhost/127.0.0.1:46621 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1063437649-172.17.0.2-1732467043504 (Datanode Uuid c34c20e3-5924-47a0-b2c7-14584c2a8eda) service to localhost/127.0.0.1:46621 2024-11-24T16:50:45,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data1/current/BP-1063437649-172.17.0.2-1732467043504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:45,651 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/cluster_e511c6a3-1904-c6c1-34e8-6f6a92e7fba3/data/data2/current/BP-1063437649-172.17.0.2-1732467043504 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T16:50:45,651 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T16:50:45,652 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T16:50:45,651 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T16:50:45,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c7d2550{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T16:50:45,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654fb0b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T16:50:45,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T16:50:45,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c665fb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T16:50:45,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f34bced{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/070561ef-2670-c641-5d08-a0562add27e2/hadoop.log.dir/,STOPPED} 2024-11-24T16:50:45,665 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T16:50:45,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T16:50:45,685 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 108) - Thread LEAK? -, OpenFileDescriptor=510 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=116 (was 116), ProcessCount=11 (was 11), AvailableMemoryMB=6273 (was 6321)