2024-11-13 16:28:00,316 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-13 16:28:00,337 main DEBUG Took 0.018094 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 16:28:00,338 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 16:28:00,339 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 16:28:00,340 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 16:28:00,342 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,352 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 16:28:00,369 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,376 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,376 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,377 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,378 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,381 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,381 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,382 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,383 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,384 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,385 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,386 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,386 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,387 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,388 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,389 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,390 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,390 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,391 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,391 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,392 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 16:28:00,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,393 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 16:28:00,396 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 16:28:00,398 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 16:28:00,401 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 16:28:00,401 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 16:28:00,403 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 16:28:00,404 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 16:28:00,417 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 16:28:00,420 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 16:28:00,423 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 16:28:00,424 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 16:28:00,424 main DEBUG createAppenders(={Console}) 2024-11-13 16:28:00,427 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-13 16:28:00,427 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-13 16:28:00,428 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-13 16:28:00,428 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 16:28:00,429 main DEBUG OutputStream closed 2024-11-13 16:28:00,431 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 16:28:00,431 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 16:28:00,432 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-13 16:28:00,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 16:28:00,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 16:28:00,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 16:28:00,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 16:28:00,590 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 16:28:00,591 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 16:28:00,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 16:28:00,592 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 16:28:00,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 16:28:00,593 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 16:28:00,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 16:28:00,594 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 16:28:00,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 16:28:00,595 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 16:28:00,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 16:28:00,596 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 16:28:00,597 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 16:28:00,599 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 16:28:00,604 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 16:28:00,604 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-13 16:28:00,605 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 16:28:00,608 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-13T16:28:01,039 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758 2024-11-13 16:28:01,045 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 16:28:01,045 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T16:28:01,064 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-13T16:28:01,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=838, ProcessCount=11, AvailableMemoryMB=5618 2024-11-13T16:28:01,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:28:01,205 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a, deleteOnExit=true 2024-11-13T16:28:01,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:28:01,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/test.cache.data in system properties and HBase conf 2024-11-13T16:28:01,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:28:01,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:28:01,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:28:01,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:28:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:28:01,392 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T16:28:01,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:28:01,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:28:01,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:28:01,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:28:01,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:28:01,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:28:01,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:28:01,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:28:01,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:28:01,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:28:01,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:28:01,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:28:01,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:28:01,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:28:01,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:28:03,483 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T16:28:03,609 INFO [Time-limited test {}] log.Log(170): Logging initialized @4708ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T16:28:03,768 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:28:03,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:28:03,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:28:03,982 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:28:03,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:28:04,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:28:04,026 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:28:04,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:28:04,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/java.io.tmpdir/jetty-localhost-45023-hadoop-hdfs-3_4_1-tests_jar-_-any-6548637083152485872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:28:04,484 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:45023} 2024-11-13T16:28:04,484 INFO [Time-limited test {}] server.Server(415): Started @5584ms 2024-11-13T16:28:05,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:28:05,576 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:28:05,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:28:05,586 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:28:05,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:28:05,592 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:28:05,593 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:28:05,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138ae980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/java.io.tmpdir/jetty-localhost-45351-hadoop-hdfs-3_4_1-tests_jar-_-any-4828213302969252595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:28:05,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:45351} 2024-11-13T16:28:05,756 INFO [Time-limited test {}] server.Server(415): Started @6856ms 2024-11-13T16:28:05,835 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:28:06,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:28:06,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:28:06,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:28:06,100 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:28:06,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:28:06,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:28:06,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:28:06,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e972183{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/java.io.tmpdir/jetty-localhost-33491-hadoop-hdfs-3_4_1-tests_jar-_-any-10898500136777873804/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:28:06,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:33491} 2024-11-13T16:28:06,240 INFO [Time-limited test {}] server.Server(415): Started @7340ms 2024-11-13T16:28:06,243 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:28:07,143 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data1/current/BP-1660607254-172.17.0.3-1731515282853/current, will proceed with Du for space computation calculation, 2024-11-13T16:28:07,143 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data4/current/BP-1660607254-172.17.0.3-1731515282853/current, will proceed with Du for space computation calculation, 2024-11-13T16:28:07,143 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data3/current/BP-1660607254-172.17.0.3-1731515282853/current, will proceed with Du for space computation calculation, 2024-11-13T16:28:07,143 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data2/current/BP-1660607254-172.17.0.3-1731515282853/current, will proceed with Du for space computation calculation, 2024-11-13T16:28:07,189 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:28:07,189 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:28:07,257 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8df1540bec28b8c1 with lease ID 0x3a7fc190413c8531: Processing first storage report for DS-88f35916-1987-4b5b-b604-69e6c3dc4677 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=a336e9c3-8da9-4213-9a9c-c96e530616aa, infoPort=44173, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853) 2024-11-13T16:28:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8df1540bec28b8c1 with lease ID 0x3a7fc190413c8531: from storage DS-88f35916-1987-4b5b-b604-69e6c3dc4677 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=a336e9c3-8da9-4213-9a9c-c96e530616aa, infoPort=44173, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T16:28:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4db62c302920637 with lease ID 0x3a7fc190413c8530: Processing first storage report for DS-bd722356-88a0-453e-a94b-b376efe1bfd8 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=433aaaff-9806-44c1-a273-7c0f8d155db0, infoPort=42637, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853) 2024-11-13T16:28:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4db62c302920637 with lease ID 0x3a7fc190413c8530: from storage DS-bd722356-88a0-453e-a94b-b376efe1bfd8 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=433aaaff-9806-44c1-a273-7c0f8d155db0, infoPort=42637, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:28:07,260 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8df1540bec28b8c1 with lease ID 0x3a7fc190413c8531: Processing first storage report for DS-a536bb82-d294-475b-b0ca-4b72eea578c8 from datanode DatanodeRegistration(127.0.0.1:34827, datanodeUuid=a336e9c3-8da9-4213-9a9c-c96e530616aa, infoPort=44173, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853) 2024-11-13T16:28:07,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8df1540bec28b8c1 with lease ID 0x3a7fc190413c8531: from storage DS-a536bb82-d294-475b-b0ca-4b72eea578c8 node DatanodeRegistration(127.0.0.1:34827, datanodeUuid=a336e9c3-8da9-4213-9a9c-c96e530616aa, infoPort=44173, infoSecurePort=0, ipcPort=44999, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:28:07,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4db62c302920637 with lease ID 0x3a7fc190413c8530: Processing first storage report for DS-17ca2b7d-916f-4374-a413-3ce5fdead58c from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=433aaaff-9806-44c1-a273-7c0f8d155db0, infoPort=42637, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853) 2024-11-13T16:28:07,262 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4db62c302920637 with lease ID 0x3a7fc190413c8530: from storage DS-17ca2b7d-916f-4374-a413-3ce5fdead58c node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=433aaaff-9806-44c1-a273-7c0f8d155db0, infoPort=42637, infoSecurePort=0, ipcPort=45433, storageInfo=lv=-57;cid=testClusterID;nsid=1778967077;c=1731515282853), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T16:28:07,333 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758 2024-11-13T16:28:07,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/zookeeper_0, clientPort=58809, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:28:07,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58809 2024-11-13T16:28:07,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:07,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:07,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:28:07,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:28:08,223 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5 with version=8 2024-11-13T16:28:08,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase-staging 2024-11-13T16:28:08,350 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T16:28:08,677 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:28:08,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:28:08,688 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:28:08,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:28:08,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:28:08,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:28:08,888 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:28:08,968 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T16:28:08,981 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T16:28:08,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:28:09,025 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 49843 (auto-detected) 2024-11-13T16:28:09,026 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-13T16:28:09,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45881 2024-11-13T16:28:09,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45881 connecting to ZooKeeper ensemble=127.0.0.1:58809 2024-11-13T16:28:09,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458810x0, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:28:09,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45881-0x10136344d180000 connected 2024-11-13T16:28:09,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:09,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:09,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:28:09,412 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5, hbase.cluster.distributed=false 2024-11-13T16:28:09,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:28:09,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45881 2024-11-13T16:28:09,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45881 2024-11-13T16:28:09,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45881 2024-11-13T16:28:09,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45881 2024-11-13T16:28:09,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45881 2024-11-13T16:28:09,613 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:28:09,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:28:09,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:28:09,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:28:09,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:28:09,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:28:09,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:28:09,627 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:28:09,639 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34685 2024-11-13T16:28:09,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34685 connecting to ZooKeeper ensemble=127.0.0.1:58809 2024-11-13T16:28:09,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:09,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:09,677 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346850x0, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:28:09,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34685-0x10136344d180001 connected 2024-11-13T16:28:09,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:28:09,685 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:28:09,702 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:28:09,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:28:09,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:28:09,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-13T16:28:09,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34685 2024-11-13T16:28:09,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34685 2024-11-13T16:28:09,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-13T16:28:09,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34685 2024-11-13T16:28:09,745 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f8f85b0bb1d8:45881 2024-11-13T16:28:09,746 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:09,761 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:28:09,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:28:09,763 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:09,796 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:28:09,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:09,796 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:09,797 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:28:09,799 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f8f85b0bb1d8,45881,1731515288475 from backup master directory 2024-11-13T16:28:09,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:09,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:28:09,812 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:28:09,813 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:28:09,813 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:09,816 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T16:28:09,818 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T16:28:09,917 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase.id] with ID: 54dd0d7b-8d10-4cc5-9f77-0ac973315fd7 2024-11-13T16:28:09,917 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/.tmp/hbase.id 2024-11-13T16:28:09,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:28:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:28:10,371 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/.tmp/hbase.id]:[hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase.id] 2024-11-13T16:28:10,449 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:10,455 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:28:10,479 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-13T16:28:10,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:10,515 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:10,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:28:10,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:28:10,563 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:28:10,567 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:28:10,577 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:28:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:28:10,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:28:10,664 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store 2024-11-13T16:28:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:28:10,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:28:10,708 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T16:28:10,711 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:28:10,713 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:28:10,713 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:28:10,713 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:28:10,714 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:28:10,715 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:28:10,715 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:28:10,716 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515290713Disabling compacts and flushes for region at 1731515290713Disabling writes for close at 1731515290715 (+2 ms)Writing region close event to WAL at 1731515290715Closed at 1731515290715 2024-11-13T16:28:10,718 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/.initializing 2024-11-13T16:28:10,719 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/WALs/f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:10,731 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:28:10,750 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C45881%2C1731515288475, suffix=, logDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/WALs/f8f85b0bb1d8,45881,1731515288475, archiveDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/oldWALs, maxLogs=10 2024-11-13T16:28:10,792 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/WALs/f8f85b0bb1d8,45881,1731515288475/f8f85b0bb1d8%2C45881%2C1731515288475.1731515290757, exclude list is [], retry=0 2024-11-13T16:28:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:28:10,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:10,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T16:28:10,877 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/WALs/f8f85b0bb1d8,45881,1731515288475/f8f85b0bb1d8%2C45881%2C1731515288475.1731515290757 2024-11-13T16:28:10,880 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44173:44173),(127.0.0.1/127.0.0.1:42637:42637)] 2024-11-13T16:28:10,880 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:28:10,881 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:28:10,887 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:10,892 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:10,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:28:11,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:11,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:28:11,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:28:11,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:28:11,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:28:11,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:28:11,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:28:11,034 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,040 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,042 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,052 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,053 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,058 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:28:11,069 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:28:11,077 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:28:11,079 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=809531, jitterRate=0.02937212586402893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:28:11,089 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731515290908Initializing all the Stores at 1731515290915 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515290916 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515290922 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515290922Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515290923 (+1 ms)Cleaning up temporary data from old regions at 1731515291053 (+130 ms)Region opened successfully at 1731515291088 (+35 ms) 2024-11-13T16:28:11,090 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:28:11,135 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f23219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:28:11,176 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:28:11,193 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:28:11,193 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:28:11,199 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:28:11,201 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T16:28:11,208 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T16:28:11,209 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:28:11,248 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:28:11,261 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:28:11,296 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:28:11,300 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:28:11,303 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:28:11,312 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:28:11,315 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:28:11,320 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:28:11,329 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:28:11,332 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:28:11,337 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:28:11,362 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:28:11,371 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:28:11,385 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:28:11,386 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:28:11,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:11,394 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f8f85b0bb1d8,45881,1731515288475, sessionid=0x10136344d180000, setting cluster-up flag (Was=false) 2024-11-13T16:28:11,433 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:11,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:11,463 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:28:11,466 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:11,488 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:11,513 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:28:11,516 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:11,523 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:28:11,545 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(746): ClusterId : 54dd0d7b-8d10-4cc5-9f77-0ac973315fd7 2024-11-13T16:28:11,548 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:28:11,567 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:28:11,567 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:28:11,579 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:28:11,580 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6358e764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:28:11,596 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f8f85b0bb1d8:34685 2024-11-13T16:28:11,603 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:28:11,603 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:28:11,603 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:28:11,608 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,45881,1731515288475 with port=34685, startcode=1731515289563 2024-11-13T16:28:11,624 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:28:11,634 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:28:11,649 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:28:11,663 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:28:11,671 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:28:11,671 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f8f85b0bb1d8,45881,1731515288475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:28:11,677 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45881 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T16:28:11,686 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:28:11,687 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:28:11,687 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:28:11,687 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:28:11,687 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f8f85b0bb1d8:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:28:11,687 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,688 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:28:11,688 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:28:11,699 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:28:11,706 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:28:11,723 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T16:28:11,723 WARN [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T16:28:11,724 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731515321724 2024-11-13T16:28:11,726 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:28:11,727 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:28:11,732 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:28:11,733 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:28:11,733 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:28:11,733 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:28:11,735 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:28:11,740 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:28:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:28:11,742 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:28:11,743 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:28:11,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:28:11,743 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5 2024-11-13T16:28:11,747 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:28:11,747 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:28:11,751 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515291749,5,FailOnTimeoutGroup] 2024-11-13T16:28:11,751 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515291751,5,FailOnTimeoutGroup] 2024-11-13T16:28:11,752 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,752 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:28:11,754 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,754 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:28:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:28:11,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:28:11,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:28:11,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:28:11,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:11,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:28:11,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:28:11,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:11,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:28:11,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:28:11,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:11,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:28:11,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:28:11,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:11,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:11,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:28:11,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740 2024-11-13T16:28:11,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740 2024-11-13T16:28:11,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:28:11,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:28:11,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:28:11,825 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,45881,1731515288475 with port=34685, startcode=1731515289563 2024-11-13T16:28:11,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:28:11,828 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45881 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:11,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45881 {}] master.ServerManager(517): Registering regionserver=f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:11,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:28:11,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743686, jitterRate=-0.05435533821582794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:28:11,844 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5 2024-11-13T16:28:11,844 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40465 2024-11-13T16:28:11,844 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:28:11,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731515291764Initializing all the Stores at 1731515291767 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515291767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515291773 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515291773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515291773Cleaning up temporary data from old regions at 1731515291820 (+47 ms)Region opened successfully at 1731515291847 (+27 ms) 2024-11-13T16:28:11,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:28:11,848 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:28:11,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:28:11,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:28:11,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:28:11,850 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:28:11,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515291847Disabling compacts and flushes for region at 1731515291847Disabling writes for close at 1731515291848 (+1 ms)Writing region close event to WAL at 1731515291850 (+2 ms)Closed at 1731515291850 2024-11-13T16:28:11,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:28:11,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:28:11,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:28:11,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:28:11,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:28:11,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:28:11,890 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] zookeeper.ZKUtil(111): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:11,891 WARN [RS:0;f8f85b0bb1d8:34685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:28:11,891 INFO [RS:0;f8f85b0bb1d8:34685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:28:11,891 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:11,895 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f8f85b0bb1d8,34685,1731515289563] 2024-11-13T16:28:11,929 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:28:11,951 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:28:11,958 INFO [RS:0;f8f85b0bb1d8:34685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:28:11,958 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,960 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:28:11,967 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:28:11,969 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,969 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,969 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,970 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,970 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,970 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,970 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:28:11,970 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,970 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,971 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,971 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,971 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,971 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:28:11,971 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:28:11,971 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:28:11,973 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,974 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,974 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,974 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,974 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:11,974 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,34685,1731515289563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:28:12,002 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:28:12,005 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,34685,1731515289563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:12,005 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:12,005 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.Replication(171): f8f85b0bb1d8,34685,1731515289563 started 2024-11-13T16:28:12,027 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:12,028 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1482): Serving as f8f85b0bb1d8,34685,1731515289563, RpcServer on f8f85b0bb1d8/172.17.0.3:34685, sessionid=0x10136344d180001 2024-11-13T16:28:12,029 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:28:12,029 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:12,029 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,34685,1731515289563' 2024-11-13T16:28:12,029 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:28:12,030 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:28:12,032 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:28:12,032 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:28:12,032 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:12,032 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,34685,1731515289563' 2024-11-13T16:28:12,032 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:28:12,033 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:28:12,034 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:28:12,035 INFO [RS:0;f8f85b0bb1d8:34685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:28:12,035 INFO [RS:0;f8f85b0bb1d8:34685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:28:12,038 WARN [f8f85b0bb1d8:45881 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:28:12,141 INFO [RS:0;f8f85b0bb1d8:34685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:28:12,144 INFO [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C34685%2C1731515289563, suffix=, logDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563, archiveDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/oldWALs, maxLogs=32 2024-11-13T16:28:12,165 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515292148, exclude list is [], retry=0 2024-11-13T16:28:12,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:12,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:12,196 INFO [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515292148 2024-11-13T16:28:12,196 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42637:42637),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-13T16:28:12,291 DEBUG [f8f85b0bb1d8:45881 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:28:12,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:12,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,34685,1731515289563, state=OPENING 2024-11-13T16:28:12,337 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:28:12,346 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:28:12,351 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:28:12,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:28:12,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:28:12,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,34685,1731515289563}] 2024-11-13T16:28:12,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:28:12,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:28:12,569 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:28:12,570 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:28:12,571 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:28:12,576 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C34685%2C1731515289563.meta, suffix=.meta, logDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563, archiveDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/oldWALs, maxLogs=32 2024-11-13T16:28:12,602 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.meta.1731515292579.meta, exclude list is [], retry=0 2024-11-13T16:28:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:12,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:12,616 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.meta.1731515292579.meta 2024-11-13T16:28:12,617 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44173:44173),(127.0.0.1/127.0.0.1:42637:42637)] 2024-11-13T16:28:12,617 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:28:12,621 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:28:12,625 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:28:12,632 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:28:12,638 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:28:12,639 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:28:12,639 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:28:12,640 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:28:12,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:28:12,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:28:12,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:12,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:12,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:28:12,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:28:12,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:12,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:12,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:28:12,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:28:12,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:12,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:12,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:28:12,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:28:12,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:12,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:28:12,673 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:28:12,675 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740 2024-11-13T16:28:12,680 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740 2024-11-13T16:28:12,687 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:28:12,687 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:28:12,692 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:28:12,702 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:28:12,710 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=805322, jitterRate=0.024021044373512268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:28:12,710 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:28:12,717 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731515292641Writing region info on filesystem at 1731515292641Initializing all the Stores at 1731515292644 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515292644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515292645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515292645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515292645Cleaning up temporary data from old regions at 1731515292687 (+42 ms)Running coprocessor post-open hooks at 1731515292710 (+23 ms)Region opened successfully at 1731515292717 (+7 ms) 2024-11-13T16:28:12,733 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731515292535 2024-11-13T16:28:12,754 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:28:12,756 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:28:12,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:12,769 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,34685,1731515289563, state=OPEN 2024-11-13T16:28:12,868 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:28:12,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:28:12,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:28:12,868 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:28:12,869 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:12,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:28:12,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,34685,1731515289563 in 511 msec 2024-11-13T16:28:12,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:28:12,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0150 sec 2024-11-13T16:28:12,893 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:28:12,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:28:12,922 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:28:12,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,34685,1731515289563, seqNum=-1] 2024-11-13T16:28:12,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:28:12,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55969, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:28:12,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4090 sec 2024-11-13T16:28:12,984 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731515292984, completionTime=-1 2024-11-13T16:28:12,987 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:28:12,988 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T16:28:13,022 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T16:28:13,023 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731515353022 2024-11-13T16:28:13,023 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731515413023 2024-11-13T16:28:13,023 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec 2024-11-13T16:28:13,026 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,45881,1731515288475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,027 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,45881,1731515288475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,027 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,45881,1731515288475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,030 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f8f85b0bb1d8:45881, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,030 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,031 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,042 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:28:13,070 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-13T16:28:13,072 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:28:13,074 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:28:13,075 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:28:13,076 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:28:13,076 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:28:13,077 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,45881,1731515288475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:28:13,078 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,45881,1731515288475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:28:13,089 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:28:13,091 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:28:13,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,45881,1731515288475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:28:13,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc62862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:28:13,162 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T16:28:13,163 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T16:28:13,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,45881,-1 for getting cluster id 2024-11-13T16:28:13,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:28:13,184 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54dd0d7b-8d10-4cc5-9f77-0ac973315fd7' 2024-11-13T16:28:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:28:13,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54dd0d7b-8d10-4cc5-9f77-0ac973315fd7" 2024-11-13T16:28:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451cdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:28:13,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,45881,-1] 2024-11-13T16:28:13,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:28:13,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:28:13,202 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:28:13,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39316c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:28:13,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:28:13,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,34685,1731515289563, seqNum=-1] 2024-11-13T16:28:13,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:28:13,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:28:13,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:13,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:28:13,285 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T16:28:13,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:28:13,308 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:28:13,317 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fbdbc91 2024-11-13T16:28:13,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:28:13,336 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:28:13,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T16:28:13,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T16:28:13,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:28:13,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-13T16:28:13,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:28:13,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:13,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-13T16:28:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:28:13,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:28:13,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741835_1011 (size=389) 2024-11-13T16:28:13,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741835_1011 (size=389) 2024-11-13T16:28:13,476 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 264699358be8987d9210bc50d1cf81ac, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5 2024-11-13T16:28:13,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741836_1012 (size=72) 2024-11-13T16:28:13,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741836_1012 (size=72) 2024-11-13T16:28:13,557 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:28:13,557 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 264699358be8987d9210bc50d1cf81ac, disabling compactions & flushes 2024-11-13T16:28:13,557 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,558 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,558 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. after waiting 0 ms 2024-11-13T16:28:13,558 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,558 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,558 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 264699358be8987d9210bc50d1cf81ac: Waiting for close lock at 1731515293557Disabling compacts and flushes for region at 1731515293557Disabling writes for close at 1731515293558 (+1 ms)Writing region close event to WAL at 1731515293558Closed at 1731515293558 2024-11-13T16:28:13,567 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:28:13,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731515293567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731515293567"}]},"ts":"1731515293567"} 2024-11-13T16:28:13,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:28:13,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:28:13,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515293593"}]},"ts":"1731515293593"} 2024-11-13T16:28:13,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-13T16:28:13,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=264699358be8987d9210bc50d1cf81ac, ASSIGN}] 2024-11-13T16:28:13,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=264699358be8987d9210bc50d1cf81ac, ASSIGN 2024-11-13T16:28:13,624 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=264699358be8987d9210bc50d1cf81ac, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,34685,1731515289563; forceNewPlan=false, retain=false 2024-11-13T16:28:13,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=264699358be8987d9210bc50d1cf81ac, regionState=OPENING, regionLocation=f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:13,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=264699358be8987d9210bc50d1cf81ac, ASSIGN because future has completed 2024-11-13T16:28:13,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 264699358be8987d9210bc50d1cf81ac, server=f8f85b0bb1d8,34685,1731515289563}] 2024-11-13T16:28:13,954 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,954 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 264699358be8987d9210bc50d1cf81ac, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:28:13,955 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,955 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:28:13,955 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,956 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,961 INFO [StoreOpener-264699358be8987d9210bc50d1cf81ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,964 INFO [StoreOpener-264699358be8987d9210bc50d1cf81ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 264699358be8987d9210bc50d1cf81ac columnFamilyName info 2024-11-13T16:28:13,965 DEBUG [StoreOpener-264699358be8987d9210bc50d1cf81ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:28:13,967 INFO [StoreOpener-264699358be8987d9210bc50d1cf81ac-1 {}] regionserver.HStore(327): Store=264699358be8987d9210bc50d1cf81ac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:28:13,967 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,969 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,970 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,972 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,972 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,977 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,985 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:28:13,987 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 264699358be8987d9210bc50d1cf81ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=817159, jitterRate=0.039072319865226746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:28:13,987 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:13,989 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 264699358be8987d9210bc50d1cf81ac: Running coprocessor pre-open hook at 1731515293956Writing region info on filesystem at 1731515293956Initializing all the Stores at 1731515293960 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515293960Cleaning up temporary data from old regions at 1731515293972 (+12 ms)Running coprocessor post-open hooks at 1731515293987 (+15 ms)Region opened successfully at 1731515293988 (+1 ms) 2024-11-13T16:28:13,992 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac., pid=6, masterSystemTime=1731515293943 2024-11-13T16:28:13,997 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,997 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:13,999 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=264699358be8987d9210bc50d1cf81ac, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:28:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 264699358be8987d9210bc50d1cf81ac, server=f8f85b0bb1d8,34685,1731515289563 because future has completed 2024-11-13T16:28:14,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T16:28:14,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 264699358be8987d9210bc50d1cf81ac, server=f8f85b0bb1d8,34685,1731515289563 in 233 msec 2024-11-13T16:28:14,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T16:28:14,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=264699358be8987d9210bc50d1cf81ac, ASSIGN in 415 msec 2024-11-13T16:28:14,068 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:28:14,068 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515294068"}]},"ts":"1731515294068"} 2024-11-13T16:28:14,073 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-13T16:28:14,076 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:28:14,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 721 msec 2024-11-13T16:28:18,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T16:28:18,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:28:18,223 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-13T16:28:18,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:28:18,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T16:28:18,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-13T16:28:18,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-13T16:28:18,966 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:28:18,966 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T16:28:18,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T16:28:18,967 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T16:28:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45881 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:28:23,426 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-13T16:28:23,429 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-13T16:28:23,438 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-13T16:28:23,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:28:23,454 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515303439, exclude list is [], retry=0 2024-11-13T16:28:23,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:23,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:23,466 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515292148 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515303439 2024-11-13T16:28:23,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44173:44173),(127.0.0.1/127.0.0.1:42637:42637)] 2024-11-13T16:28:23,468 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515292148 is not closed yet, will try archiving it next time 2024-11-13T16:28:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741833_1009 (size=451) 2024-11-13T16:28:23,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741833_1009 (size=451) 2024-11-13T16:28:23,473 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515292148 to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/oldWALs/f8f85b0bb1d8%2C34685%2C1731515289563.1731515292148 2024-11-13T16:28:23,478 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac., hostname=f8f85b0bb1d8,34685,1731515289563, seqNum=2] 2024-11-13T16:28:37,328 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:28:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34685 {}] regionserver.HRegion(8855): Flush requested on 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:37,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 264699358be8987d9210bc50d1cf81ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:28:37,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/881b7b4d09c3414da24144d1b43cc3b2 is 1055, key is row0001/info:/1731515303482/Put/seqid=0 2024-11-13T16:28:37,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741838_1014 (size=13386) 2024-11-13T16:28:37,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741838_1014 (size=13386) 2024-11-13T16:28:37,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/881b7b4d09c3414da24144d1b43cc3b2 2024-11-13T16:28:37,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/881b7b4d09c3414da24144d1b43cc3b2 as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/881b7b4d09c3414da24144d1b43cc3b2 2024-11-13T16:28:37,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/881b7b4d09c3414da24144d1b43cc3b2, entries=8, sequenceid=12, filesize=13.1 K 2024-11-13T16:28:37,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 264699358be8987d9210bc50d1cf81ac in 283ms, sequenceid=12, compaction requested=false 2024-11-13T16:28:37,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 264699358be8987d9210bc50d1cf81ac: 2024-11-13T16:28:43,568 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515323549, exclude list is [], retry=0 2024-11-13T16:28:43,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:43,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:43,576 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515303439 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515323549 2024-11-13T16:28:43,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42637:42637),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-13T16:28:43,576 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515303439 is not closed yet, will try archiving it next time 2024-11-13T16:28:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741837_1013 (size=12149) 2024-11-13T16:28:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741837_1013 (size=12149) 2024-11-13T16:28:48,584 INFO [AsyncFSWAL-0-hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5-prefix:f8f85b0bb1d8,34685,1731515289563 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5003 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK], DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK]] 2024-11-13T16:28:48,587 WARN [AsyncFSWAL-0-hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5-prefix:f8f85b0bb1d8,34685,1731515289563 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5003 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK], DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK]] 2024-11-13T16:28:48,589 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f8f85b0bb1d8%2C34685%2C1731515289563:(num 1731515323549) roll requested 2024-11-13T16:28:48,605 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590, exclude list is [], retry=0 2024-11-13T16:28:48,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:48,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:48,613 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515323549 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590 2024-11-13T16:28:48,613 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42637:42637),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-13T16:28:48,613 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515323549 is not closed yet, will try archiving it next time 2024-11-13T16:28:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741839_1015 (size=1233) 2024-11-13T16:28:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741839_1015 (size=1233) 2024-11-13T16:28:50,586 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:28:50,600 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515330586, exclude list is [], retry=0 2024-11-13T16:28:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-bd722356-88a0-453e-a94b-b376efe1bfd8,DISK] 2024-11-13T16:28:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34827,DS-88f35916-1987-4b5b-b604-69e6c3dc4677,DISK] 2024-11-13T16:28:50,606 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515330586 2024-11-13T16:28:50,606 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42637:42637),(127.0.0.1/127.0.0.1:44173:44173)] 2024-11-13T16:28:50,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590 is not closed yet, will try archiving it next time 2024-11-13T16:28:50,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741840_1016 (size=93) 2024-11-13T16:28:50,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590 not finished, retry = 0 2024-11-13T16:28:50,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741840_1016 (size=93) 2024-11-13T16:28:50,712 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/WALs/f8f85b0bb1d8,34685,1731515289563/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590 to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/oldWALs/f8f85b0bb1d8%2C34685%2C1731515289563.1731515328590 2024-11-13T16:28:53,152 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T16:28:53,152 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T16:28:58,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34685 {}] regionserver.HRegion(8855): Flush requested on 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:28:58,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 264699358be8987d9210bc50d1cf81ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:28:58,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/05e6990643174b818e74edf2d274a612 is 1055, key is row0009/info:/1731515319539/Put/seqid=0 2024-11-13T16:28:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741842_1018 (size=13386) 2024-11-13T16:28:58,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741842_1018 (size=13386) 2024-11-13T16:28:58,955 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 264699358be8987d9210bc50d1cf81ac, had cached 0 bytes from a total of 13386 2024-11-13T16:28:59,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/05e6990643174b818e74edf2d274a612 2024-11-13T16:28:59,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/05e6990643174b818e74edf2d274a612 as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/05e6990643174b818e74edf2d274a612 2024-11-13T16:28:59,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/05e6990643174b818e74edf2d274a612, entries=8, sequenceid=23, filesize=13.1 K 2024-11-13T16:28:59,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 264699358be8987d9210bc50d1cf81ac in 464ms, sequenceid=23, compaction requested=false 2024-11-13T16:28:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 264699358be8987d9210bc50d1cf81ac: 2024-11-13T16:28:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-13T16:28:59,105 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:28:59,106 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/881b7b4d09c3414da24144d1b43cc3b2 because midkey is the same as first or last row 2024-11-13T16:29:07,329 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:29:10,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:29:10,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:29:10,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:29:10,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:10,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:10,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:29:10,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:29:10,671 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1342045245, stopped=false 2024-11-13T16:29:10,671 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f8f85b0bb1d8,45881,1731515288475 2024-11-13T16:29:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:10,682 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:10,682 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:10,682 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:29:10,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:29:10,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:29:10,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:10,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:10,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:10,683 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f8f85b0bb1d8,34685,1731515289563' ***** 2024-11-13T16:29:10,683 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:29:10,684 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:29:10,684 INFO [RS:0;f8f85b0bb1d8:34685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:29:10,684 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:29:10,684 INFO [RS:0;f8f85b0bb1d8:34685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:29:10,684 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:29:10,685 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(959): stopping server f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:29:10,685 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:29:10,685 INFO [RS:0;f8f85b0bb1d8:34685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f8f85b0bb1d8:34685. 2024-11-13T16:29:10,685 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:29:10,685 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:10,685 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 264699358be8987d9210bc50d1cf81ac, disabling compactions & flushes 2024-11-13T16:29:10,685 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:29:10,685 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:29:10,685 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. after waiting 0 ms 2024-11-13T16:29:10,685 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:29:10,686 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 264699358be8987d9210bc50d1cf81ac 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-13T16:29:10,693 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:29:10,693 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:29:10,693 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:29:10,694 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:29:10,694 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T16:29:10,695 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1325): Online Regions={264699358be8987d9210bc50d1cf81ac=TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T16:29:10,695 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 264699358be8987d9210bc50d1cf81ac 2024-11-13T16:29:10,696 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:29:10,696 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:29:10,696 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:29:10,696 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:29:10,696 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:29:10,696 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-13T16:29:10,710 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/a909f79918b0403ca6fe16d6f939d183 is 1055, key is row0017/info:/1731515340641/Put/seqid=0 2024-11-13T16:29:10,735 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/info/d107a2651fd14e419919b3b8d8eddd2f is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac./info:regioninfo/1731515293999/Put/seqid=0 2024-11-13T16:29:10,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741843_1019 (size=10222) 2024-11-13T16:29:10,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741843_1019 (size=10222) 2024-11-13T16:29:10,739 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/a909f79918b0403ca6fe16d6f939d183 2024-11-13T16:29:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741844_1020 (size=7016) 2024-11-13T16:29:10,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741844_1020 (size=7016) 2024-11-13T16:29:10,755 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/info/d107a2651fd14e419919b3b8d8eddd2f 2024-11-13T16:29:10,770 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/.tmp/info/a909f79918b0403ca6fe16d6f939d183 as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/a909f79918b0403ca6fe16d6f939d183 2024-11-13T16:29:10,807 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/info/a909f79918b0403ca6fe16d6f939d183, entries=5, sequenceid=31, filesize=10.0 K 2024-11-13T16:29:10,811 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/ns/b0be2f0043fd436086ec58266e015875 is 43, key is default/ns:d/1731515292955/Put/seqid=0 2024-11-13T16:29:10,811 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 264699358be8987d9210bc50d1cf81ac in 126ms, sequenceid=31, compaction requested=true 2024-11-13T16:29:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741845_1021 (size=5153) 2024-11-13T16:29:10,832 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/ns/b0be2f0043fd436086ec58266e015875 2024-11-13T16:29:10,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741845_1021 (size=5153) 2024-11-13T16:29:10,839 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/default/TestLogRolling-testSlowSyncLogRolling/264699358be8987d9210bc50d1cf81ac/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-13T16:29:10,844 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:29:10,844 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 264699358be8987d9210bc50d1cf81ac: Waiting for close lock at 1731515350685Running coprocessor pre-close hooks at 1731515350685Disabling compacts and flushes for region at 1731515350685Disabling writes for close at 1731515350685Obtaining lock to block concurrent updates at 1731515350686 (+1 ms)Preparing flush snapshotting stores in 264699358be8987d9210bc50d1cf81ac at 1731515350686Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731515350686Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. at 1731515350688 (+2 ms)Flushing 264699358be8987d9210bc50d1cf81ac/info: creating writer at 1731515350688Flushing 264699358be8987d9210bc50d1cf81ac/info: appending metadata at 1731515350709 (+21 ms)Flushing 264699358be8987d9210bc50d1cf81ac/info: closing flushed file at 1731515350709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@446196d4: reopening flushed file at 1731515350768 (+59 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 264699358be8987d9210bc50d1cf81ac in 126ms, sequenceid=31, compaction requested=true at 1731515350811 (+43 ms)Writing region close event to WAL at 1731515350825 (+14 ms)Running coprocessor post-close hooks at 1731515350842 (+17 ms)Closed at 1731515350844 (+2 ms) 2024-11-13T16:29:10,845 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731515293339.264699358be8987d9210bc50d1cf81ac. 2024-11-13T16:29:10,868 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/table/a399004c1fa14299b81b0dc5db1e175d is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731515294068/Put/seqid=0 2024-11-13T16:29:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741846_1022 (size=5396) 2024-11-13T16:29:10,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741846_1022 (size=5396) 2024-11-13T16:29:10,877 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/table/a399004c1fa14299b81b0dc5db1e175d 2024-11-13T16:29:10,891 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/info/d107a2651fd14e419919b3b8d8eddd2f as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/info/d107a2651fd14e419919b3b8d8eddd2f 2024-11-13T16:29:10,895 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:29:10,905 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/info/d107a2651fd14e419919b3b8d8eddd2f, entries=10, sequenceid=11, filesize=6.9 K 2024-11-13T16:29:10,907 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/ns/b0be2f0043fd436086ec58266e015875 as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/ns/b0be2f0043fd436086ec58266e015875 2024-11-13T16:29:10,920 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/ns/b0be2f0043fd436086ec58266e015875, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T16:29:10,922 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/.tmp/table/a399004c1fa14299b81b0dc5db1e175d as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/table/a399004c1fa14299b81b0dc5db1e175d 2024-11-13T16:29:10,936 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/table/a399004c1fa14299b81b0dc5db1e175d, entries=2, sequenceid=11, filesize=5.3 K 2024-11-13T16:29:10,938 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 241ms, sequenceid=11, compaction requested=false 2024-11-13T16:29:10,947 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T16:29:10,948 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:29:10,948 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:29:10,949 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515350695Running coprocessor pre-close hooks at 1731515350695Disabling compacts and flushes for region at 1731515350696 (+1 ms)Disabling writes for close at 1731515350696Obtaining lock to block concurrent updates at 1731515350697 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731515350697Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731515350697Flushing stores of hbase:meta,,1.1588230740 at 1731515350699 (+2 ms)Flushing 1588230740/info: creating writer at 1731515350699Flushing 1588230740/info: appending metadata at 1731515350734 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731515350734Flushing 1588230740/ns: creating writer at 1731515350780 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731515350809 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731515350809Flushing 1588230740/table: creating writer at 1731515350851 (+42 ms)Flushing 1588230740/table: appending metadata at 1731515350867 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731515350867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d00f546: reopening flushed file at 1731515350889 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385de2f0: reopening flushed file at 1731515350905 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5b7685: reopening flushed file at 1731515350920 (+15 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 241ms, sequenceid=11, compaction requested=false at 1731515350938 (+18 ms)Writing region close event to WAL at 1731515350940 (+2 ms)Running coprocessor post-close hooks at 1731515350948 (+8 ms)Closed at 1731515350948 2024-11-13T16:29:10,949 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:29:11,035 INFO [regionserver/f8f85b0bb1d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T16:29:11,035 INFO [regionserver/f8f85b0bb1d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T16:29:11,096 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(976): stopping server f8f85b0bb1d8,34685,1731515289563; all regions closed. 2024-11-13T16:29:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741834_1010 (size=3066) 2024-11-13T16:29:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741834_1010 (size=3066) 2024-11-13T16:29:11,108 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/oldWALs 2024-11-13T16:29:11,108 INFO [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C34685%2C1731515289563.meta:.meta(num 1731515292579) 2024-11-13T16:29:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741841_1017 (size=13164) 2024-11-13T16:29:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741841_1017 (size=13164) 2024-11-13T16:29:11,118 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/oldWALs 2024-11-13T16:29:11,119 INFO [RS:0;f8f85b0bb1d8:34685 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C34685%2C1731515289563:(num 1731515330586) 2024-11-13T16:29:11,119 DEBUG [RS:0;f8f85b0bb1d8:34685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:11,119 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:29:11,119 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:29:11,119 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.ChoreService(370): Chore service for: regionserver/f8f85b0bb1d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T16:29:11,119 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:29:11,119 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:29:11,120 INFO [RS:0;f8f85b0bb1d8:34685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34685 2024-11-13T16:29:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:29:11,132 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:29:11,132 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f8f85b0bb1d8,34685,1731515289563 2024-11-13T16:29:11,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f8f85b0bb1d8,34685,1731515289563] 2024-11-13T16:29:11,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f8f85b0bb1d8,34685,1731515289563 already deleted, retry=false 2024-11-13T16:29:11,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f8f85b0bb1d8,34685,1731515289563 expired; onlineServers=0 2024-11-13T16:29:11,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f8f85b0bb1d8,45881,1731515288475' ***** 2024-11-13T16:29:11,160 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:29:11,160 INFO [M:0;f8f85b0bb1d8:45881 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:29:11,160 INFO [M:0;f8f85b0bb1d8:45881 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:29:11,160 DEBUG [M:0;f8f85b0bb1d8:45881 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:29:11,160 DEBUG [M:0;f8f85b0bb1d8:45881 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:29:11,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:29:11,160 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515291751 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515291751,5,FailOnTimeoutGroup] 2024-11-13T16:29:11,160 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515291749 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515291749,5,FailOnTimeoutGroup] 2024-11-13T16:29:11,160 INFO [M:0;f8f85b0bb1d8:45881 {}] hbase.ChoreService(370): Chore service for: master/f8f85b0bb1d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:29:11,161 INFO [M:0;f8f85b0bb1d8:45881 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:29:11,161 DEBUG [M:0;f8f85b0bb1d8:45881 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:29:11,161 INFO [M:0;f8f85b0bb1d8:45881 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:29:11,161 INFO [M:0;f8f85b0bb1d8:45881 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:29:11,162 INFO [M:0;f8f85b0bb1d8:45881 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:29:11,162 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:29:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:29:11,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:11,168 DEBUG [M:0;f8f85b0bb1d8:45881 {}] zookeeper.ZKUtil(347): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:29:11,168 WARN [M:0;f8f85b0bb1d8:45881 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:29:11,169 INFO [M:0;f8f85b0bb1d8:45881 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/.lastflushedseqids 2024-11-13T16:29:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741847_1023 (size=130) 2024-11-13T16:29:11,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741847_1023 (size=130) 2024-11-13T16:29:11,182 INFO [M:0;f8f85b0bb1d8:45881 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:29:11,182 INFO [M:0;f8f85b0bb1d8:45881 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:29:11,182 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:29:11,183 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:11,183 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:11,183 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:29:11,183 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:11,183 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-13T16:29:11,202 DEBUG [M:0;f8f85b0bb1d8:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72923b1e38f44f72b51b3661bc48d5f4 is 82, key is hbase:meta,,1/info:regioninfo/1731515292761/Put/seqid=0 2024-11-13T16:29:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741848_1024 (size=5672) 2024-11-13T16:29:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741848_1024 (size=5672) 2024-11-13T16:29:11,249 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:11,250 DEBUG [pool-51-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34685-0x10136344d180001, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:11,250 INFO [RS:0;f8f85b0bb1d8:34685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:29:11,250 INFO [RS:0;f8f85b0bb1d8:34685 {}] regionserver.HRegionServer(1031): Exiting; stopping=f8f85b0bb1d8,34685,1731515289563; zookeeper connection closed. 2024-11-13T16:29:11,251 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@339486a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@339486a1 2024-11-13T16:29:11,252 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:29:11,612 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72923b1e38f44f72b51b3661bc48d5f4 2024-11-13T16:29:11,645 DEBUG [M:0;f8f85b0bb1d8:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/748424a0a4254f2fa3e16627b43c5868 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731515294080/Put/seqid=0 2024-11-13T16:29:11,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741849_1025 (size=6248) 2024-11-13T16:29:11,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741849_1025 (size=6248) 2024-11-13T16:29:11,658 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/748424a0a4254f2fa3e16627b43c5868 2024-11-13T16:29:11,667 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 748424a0a4254f2fa3e16627b43c5868 2024-11-13T16:29:11,683 DEBUG [M:0;f8f85b0bb1d8:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c26fe4683626441285694b8da59c10ce is 69, key is f8f85b0bb1d8,34685,1731515289563/rs:state/1731515291834/Put/seqid=0 2024-11-13T16:29:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741850_1026 (size=5156) 2024-11-13T16:29:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741850_1026 (size=5156) 2024-11-13T16:29:11,692 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c26fe4683626441285694b8da59c10ce 2024-11-13T16:29:11,717 DEBUG [M:0;f8f85b0bb1d8:45881 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f045b0f9c6f94647bcda292cc18d81dc is 52, key is load_balancer_on/state:d/1731515293278/Put/seqid=0 2024-11-13T16:29:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741851_1027 (size=5056) 2024-11-13T16:29:11,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741851_1027 (size=5056) 2024-11-13T16:29:11,982 INFO [regionserver/f8f85b0bb1d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:29:12,126 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f045b0f9c6f94647bcda292cc18d81dc 2024-11-13T16:29:12,138 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72923b1e38f44f72b51b3661bc48d5f4 as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72923b1e38f44f72b51b3661bc48d5f4 2024-11-13T16:29:12,149 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72923b1e38f44f72b51b3661bc48d5f4, entries=8, sequenceid=59, filesize=5.5 K 2024-11-13T16:29:12,150 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/748424a0a4254f2fa3e16627b43c5868 as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/748424a0a4254f2fa3e16627b43c5868 2024-11-13T16:29:12,161 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 748424a0a4254f2fa3e16627b43c5868 2024-11-13T16:29:12,161 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/748424a0a4254f2fa3e16627b43c5868, entries=6, sequenceid=59, filesize=6.1 K 2024-11-13T16:29:12,163 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c26fe4683626441285694b8da59c10ce as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c26fe4683626441285694b8da59c10ce 2024-11-13T16:29:12,173 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c26fe4683626441285694b8da59c10ce, entries=1, sequenceid=59, filesize=5.0 K 2024-11-13T16:29:12,175 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f045b0f9c6f94647bcda292cc18d81dc as hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f045b0f9c6f94647bcda292cc18d81dc 2024-11-13T16:29:12,184 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f045b0f9c6f94647bcda292cc18d81dc, entries=1, sequenceid=59, filesize=4.9 K 2024-11-13T16:29:12,185 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=59, compaction requested=false 2024-11-13T16:29:12,190 INFO [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:12,190 DEBUG [M:0;f8f85b0bb1d8:45881 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515351182Disabling compacts and flushes for region at 1731515351182Disabling writes for close at 1731515351183 (+1 ms)Obtaining lock to block concurrent updates at 1731515351183Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731515351183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1731515351183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731515351184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731515351184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731515351202 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731515351202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731515351621 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731515351644 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731515351644Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731515351667 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731515351683 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731515351683Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731515351700 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731515351717 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731515351717Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2689db07: reopening flushed file at 1731515352136 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ff4441: reopening flushed file at 1731515352149 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c3a98: reopening flushed file at 1731515352161 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658eae1a: reopening flushed file at 1731515352173 (+12 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1002ms, sequenceid=59, compaction requested=false at 1731515352185 (+12 ms)Writing region close event to WAL at 1731515352190 (+5 ms)Closed at 1731515352190 2024-11-13T16:29:12,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741830_1006 (size=27985) 2024-11-13T16:29:12,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34827 is added to blk_1073741830_1006 (size=27985) 2024-11-13T16:29:12,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/MasterData/WALs/f8f85b0bb1d8,45881,1731515288475/f8f85b0bb1d8%2C45881%2C1731515288475.1731515290757 not finished, retry = 0 2024-11-13T16:29:12,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:29:12,298 INFO [M:0;f8f85b0bb1d8:45881 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:29:12,298 INFO [M:0;f8f85b0bb1d8:45881 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45881 2024-11-13T16:29:12,298 INFO [M:0;f8f85b0bb1d8:45881 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:29:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:12,441 INFO [M:0;f8f85b0bb1d8:45881 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:29:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45881-0x10136344d180000, quorum=127.0.0.1:58809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:12,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e972183{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:12,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:12,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:12,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:12,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:12,455 WARN [BP-1660607254-172.17.0.3-1731515282853 heartbeating to localhost/127.0.0.1:40465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:12,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:12,456 WARN [BP-1660607254-172.17.0.3-1731515282853 heartbeating to localhost/127.0.0.1:40465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1660607254-172.17.0.3-1731515282853 (Datanode Uuid 433aaaff-9806-44c1-a273-7c0f8d155db0) service to localhost/127.0.0.1:40465 2024-11-13T16:29:12,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:12,457 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data3/current/BP-1660607254-172.17.0.3-1731515282853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:12,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data4/current/BP-1660607254-172.17.0.3-1731515282853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:12,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:12,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138ae980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:12,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:12,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:12,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:12,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:12,467 WARN [BP-1660607254-172.17.0.3-1731515282853 heartbeating to localhost/127.0.0.1:40465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:12,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:12,467 WARN [BP-1660607254-172.17.0.3-1731515282853 heartbeating to localhost/127.0.0.1:40465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1660607254-172.17.0.3-1731515282853 (Datanode Uuid a336e9c3-8da9-4213-9a9c-c96e530616aa) service to localhost/127.0.0.1:40465 2024-11-13T16:29:12,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:12,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data1/current/BP-1660607254-172.17.0.3-1731515282853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:12,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/cluster_2786ddd4-9a4b-84d8-2981-c38c6f6d913a/data/data2/current/BP-1660607254-172.17.0.3-1731515282853 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:12,469 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:12,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:29:12,484 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:12,484 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:12,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:12,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:12,503 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:29:12,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T16:29:12,545 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=64 (was 12) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f8f85b0bb1d8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f8f85b0bb1d8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40465 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f8f85b0bb1d8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4f322440 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=732 (was 838), ProcessCount=11 (was 11), AvailableMemoryMB=4666 (was 5618) 2024-11-13T16:29:12,552 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=65, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=732, ProcessCount=11, AvailableMemoryMB=4665 2024-11-13T16:29:12,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:29:12,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.log.dir so I do NOT create it in target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271 2024-11-13T16:29:12,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a7fa5aeb-a4be-7a56-25c0-301c435a6758/hadoop.tmp.dir so I do NOT create it in target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271 2024-11-13T16:29:12,552 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc, deleteOnExit=true 2024-11-13T16:29:12,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:29:12,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/test.cache.data in system properties and HBase conf 2024-11-13T16:29:12,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:29:12,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:29:12,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:29:12,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:29:12,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:29:12,553 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:29:12,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:29:12,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:29:12,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:12,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:12,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:12,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:12,828 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:29:12,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:12,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42b8143c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:12,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f2e5833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:12,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58281ca2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-46603-hadoop-hdfs-3_4_1-tests_jar-_-any-17936304454407534165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:29:12,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c2a9d1{HTTP/1.1, (http/1.1)}{localhost:46603} 2024-11-13T16:29:12,938 INFO [Time-limited test {}] server.Server(415): Started @74038ms 2024-11-13T16:29:13,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:13,139 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:13,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:13,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:13,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:29:13,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9819852{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:13,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39c4caad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:13,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@797ec202{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-33551-hadoop-hdfs-3_4_1-tests_jar-_-any-16669626204100477750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:13,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49067266{HTTP/1.1, (http/1.1)}{localhost:33551} 2024-11-13T16:29:13,244 INFO [Time-limited test {}] server.Server(415): Started @74345ms 2024-11-13T16:29:13,246 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:13,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:13,343 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:13,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:13,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:13,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:29:13,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b8e90f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:13,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50f658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:13,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17dedc51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-40727-hadoop-hdfs-3_4_1-tests_jar-_-any-1085194025824999718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:13,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26322f0a{HTTP/1.1, (http/1.1)}{localhost:40727} 2024-11-13T16:29:13,486 INFO [Time-limited test {}] server.Server(415): Started @74586ms 2024-11-13T16:29:13,489 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:13,878 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data1/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:13,878 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data2/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:13,898 WARN [Thread-350 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a3698c8cc88d6c2 with lease ID 0x9418147a1297c4d2: Processing first storage report for DS-e37d9596-45eb-4616-8c79-e14a6fa1bc3a from datanode DatanodeRegistration(127.0.0.1:46813, datanodeUuid=af4743e7-e19b-4330-9db2-f5a0d87a1f86, infoPort=33479, infoSecurePort=0, ipcPort=41041, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a3698c8cc88d6c2 with lease ID 0x9418147a1297c4d2: from storage DS-e37d9596-45eb-4616-8c79-e14a6fa1bc3a node DatanodeRegistration(127.0.0.1:46813, datanodeUuid=af4743e7-e19b-4330-9db2-f5a0d87a1f86, infoPort=33479, infoSecurePort=0, ipcPort=41041, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a3698c8cc88d6c2 with lease ID 0x9418147a1297c4d2: Processing first storage report for DS-9c79ce13-5724-4fbe-9a25-7029f304acab from datanode DatanodeRegistration(127.0.0.1:46813, datanodeUuid=af4743e7-e19b-4330-9db2-f5a0d87a1f86, infoPort=33479, infoSecurePort=0, ipcPort=41041, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a3698c8cc88d6c2 with lease ID 0x9418147a1297c4d2: from storage DS-9c79ce13-5724-4fbe-9a25-7029f304acab node DatanodeRegistration(127.0.0.1:46813, datanodeUuid=af4743e7-e19b-4330-9db2-f5a0d87a1f86, infoPort=33479, infoSecurePort=0, ipcPort=41041, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:14,097 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data3/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:14,097 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data4/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:14,120 WARN [Thread-374 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd86085834fbf2d9c with lease ID 0x9418147a1297c4d3: Processing first storage report for DS-7e154ca6-0f3c-423d-8e93-cb2c1a87c766 from datanode DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b9acde53-fdfa-4250-abe8-344b65518820, infoPort=33407, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd86085834fbf2d9c with lease ID 0x9418147a1297c4d3: from storage DS-7e154ca6-0f3c-423d-8e93-cb2c1a87c766 node DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b9acde53-fdfa-4250-abe8-344b65518820, infoPort=33407, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd86085834fbf2d9c with lease ID 0x9418147a1297c4d3: Processing first storage report for DS-9d5e38bb-14db-4c8b-a767-ca79d5de746a from datanode DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b9acde53-fdfa-4250-abe8-344b65518820, infoPort=33407, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd86085834fbf2d9c with lease ID 0x9418147a1297c4d3: from storage DS-9d5e38bb-14db-4c8b-a767-ca79d5de746a node DatanodeRegistration(127.0.0.1:33887, datanodeUuid=b9acde53-fdfa-4250-abe8-344b65518820, infoPort=33407, infoSecurePort=0, ipcPort=45043, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:14,151 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271 2024-11-13T16:29:14,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/zookeeper_0, clientPort=49208, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:29:14,156 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49208 2024-11-13T16:29:14,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:29:14,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:29:14,172 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8 with version=8 2024-11-13T16:29:14,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase-staging 2024-11-13T16:29:14,186 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:29:14,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:14,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:14,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:29:14,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:14,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:29:14,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:29:14,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:29:14,195 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42115 2024-11-13T16:29:14,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42115 connecting to ZooKeeper ensemble=127.0.0.1:49208 2024-11-13T16:29:14,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421150x0, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:29:14,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42115-0x101363551d20000 connected 2024-11-13T16:29:14,373 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:14,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8, hbase.cluster.distributed=false 2024-11-13T16:29:14,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:29:14,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-13T16:29:14,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42115 2024-11-13T16:29:14,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42115 2024-11-13T16:29:14,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-13T16:29:14,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42115 2024-11-13T16:29:14,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:29:14,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:14,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:14,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:29:14,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:14,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:29:14,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:29:14,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:29:14,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32797 2024-11-13T16:29:14,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32797 connecting to ZooKeeper ensemble=127.0.0.1:49208 2024-11-13T16:29:14,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,449 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327970x0, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:14,449 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:29:14,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327970x0, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:29:14,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32797-0x101363551d20001 connected 2024-11-13T16:29:14,458 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:29:14,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:29:14,463 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:29:14,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32797 2024-11-13T16:29:14,477 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32797 2024-11-13T16:29:14,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32797 2024-11-13T16:29:14,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32797 2024-11-13T16:29:14,486 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32797 2024-11-13T16:29:14,506 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f8f85b0bb1d8:42115 2024-11-13T16:29:14,507 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:14,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:14,522 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:29:14,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,532 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:29:14,533 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f8f85b0bb1d8,42115,1731515354186 from backup master directory 2024-11-13T16:29:14,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:14,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,539 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:29:14,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:14,539 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,547 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/hbase.id] with ID: b99ba10a-0e5b-4e22-86d8-0802865e9920 2024-11-13T16:29:14,547 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/.tmp/hbase.id 2024-11-13T16:29:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:29:14,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:29:14,559 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/.tmp/hbase.id]:[hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/hbase.id] 2024-11-13T16:29:14,580 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:14,580 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:29:14,583 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-13T16:29:14,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:29:14,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:29:14,606 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:29:14,607 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:29:14,608 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:29:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:29:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:29:14,623 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store 2024-11-13T16:29:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:29:14,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:29:14,636 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:14,636 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:29:14,636 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:14,636 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:14,636 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:29:14,637 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:14,637 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:14,637 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515354636Disabling compacts and flushes for region at 1731515354636Disabling writes for close at 1731515354637 (+1 ms)Writing region close event to WAL at 1731515354637Closed at 1731515354637 2024-11-13T16:29:14,638 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/.initializing 2024-11-13T16:29:14,639 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,641 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:29:14,644 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C42115%2C1731515354186, suffix=, logDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186, archiveDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/oldWALs, maxLogs=10 2024-11-13T16:29:14,659 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644, exclude list is [], retry=0 2024-11-13T16:29:14,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-7e154ca6-0f3c-423d-8e93-cb2c1a87c766,DISK] 2024-11-13T16:29:14,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46813,DS-e37d9596-45eb-4616-8c79-e14a6fa1bc3a,DISK] 2024-11-13T16:29:14,671 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 2024-11-13T16:29:14,672 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33407:33407),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-13T16:29:14,672 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:29:14,673 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:14,673 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,673 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:29:14,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:14,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:29:14,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:14,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:29:14,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:14,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:29:14,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:14,703 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,705 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,706 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,709 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,709 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,710 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:29:14,714 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:14,718 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:29:14,719 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822178, jitterRate=0.04545418918132782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:29:14,721 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731515354673Initializing all the Stores at 1731515354678 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515354678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515354682 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515354682Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515354682Cleaning up temporary data from old regions at 1731515354709 (+27 ms)Region opened successfully at 1731515354721 (+12 ms) 2024-11-13T16:29:14,727 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:29:14,733 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3c9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:29:14,734 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:29:14,735 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:29:14,735 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:29:14,735 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:29:14,736 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T16:29:14,737 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T16:29:14,737 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:29:14,741 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:29:14,742 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:29:14,747 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:29:14,748 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:29:14,749 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:29:14,756 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:29:14,756 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:29:14,757 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:29:14,764 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:29:14,766 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:29:14,772 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:29:14,776 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:29:14,781 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:29:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,790 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f8f85b0bb1d8,42115,1731515354186, sessionid=0x101363551d20000, setting cluster-up flag (Was=false) 2024-11-13T16:29:14,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,831 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:29:14,833 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:14,873 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:29:14,875 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:14,877 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:29:14,880 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:14,880 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:29:14,881 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:29:14,881 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f8f85b0bb1d8,42115,1731515354186 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:29:14,883 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f8f85b0bb1d8:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:29:14,884 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:14,892 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:29:14,894 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,894 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:29:14,895 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731515384895 2024-11-13T16:29:14,895 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:29:14,895 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:29:14,895 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:29:14,895 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:29:14,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:29:14,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:29:14,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:29:14,896 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(746): ClusterId : b99ba10a-0e5b-4e22-86d8-0802865e9920 2024-11-13T16:29:14,896 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:29:14,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:29:14,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:29:14,898 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:29:14,898 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:29:14,905 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515354898,5,FailOnTimeoutGroup] 2024-11-13T16:29:14,905 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515354905,5,FailOnTimeoutGroup] 2024-11-13T16:29:14,905 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,905 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:29:14,905 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,906 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,907 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:29:14,907 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:29:14,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:29:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:29:14,919 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:29:14,919 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8 2024-11-13T16:29:14,923 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:29:14,924 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dbad30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:29:14,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:29:14,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:29:14,936 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:14,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:29:14,940 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f8f85b0bb1d8:32797 2024-11-13T16:29:14,940 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:29:14,940 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:29:14,940 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:29:14,941 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,42115,1731515354186 with port=32797, startcode=1731515354419 2024-11-13T16:29:14,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:29:14,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,942 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:29:14,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:14,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:29:14,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:29:14,945 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34301, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:29:14,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:14,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42115 {}] master.ServerManager(517): Registering regionserver=f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:14,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:14,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:29:14,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:29:14,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,949 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8 2024-11-13T16:29:14,949 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40493 2024-11-13T16:29:14,949 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:29:14,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:14,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:29:14,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:29:14,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:14,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:14,953 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:29:14,954 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740 2024-11-13T16:29:14,955 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740 2024-11-13T16:29:14,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:29:14,956 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] zookeeper.ZKUtil(111): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:14,957 WARN [RS:0;f8f85b0bb1d8:32797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:29:14,957 INFO [RS:0;f8f85b0bb1d8:32797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:29:14,957 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:29:14,957 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:14,957 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:29:14,957 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f8f85b0bb1d8,32797,1731515354419] 2024-11-13T16:29:14,958 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:29:14,960 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:29:14,963 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:29:14,964 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:29:14,965 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=839658, jitterRate=0.06768099963665009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:29:14,967 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731515354937Initializing all the Stores at 1731515354938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515354938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515354938Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515354938Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515354939 (+1 ms)Cleaning up temporary data from old regions at 1731515354957 (+18 ms)Region opened successfully at 1731515354967 (+10 ms) 2024-11-13T16:29:14,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:29:14,968 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:29:14,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:29:14,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:29:14,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:29:14,968 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:29:14,971 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:29:14,971 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515354967Disabling compacts and flushes for region at 1731515354967Disabling writes for close at 1731515354968 (+1 ms)Writing region close event to WAL at 1731515354971 (+3 ms)Closed at 1731515354971 2024-11-13T16:29:14,974 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:14,974 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:29:14,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:29:14,975 INFO [RS:0;f8f85b0bb1d8:32797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:29:14,975 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,975 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:29:14,976 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:29:14,977 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,977 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:29:14,977 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,977 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,977 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,977 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,977 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:29:14,978 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:29:14,979 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:29:14,984 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,984 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,984 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,984 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,984 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:14,984 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,32797,1731515354419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:29:15,000 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:29:15,000 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,32797,1731515354419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,000 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,000 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.Replication(171): f8f85b0bb1d8,32797,1731515354419 started 2024-11-13T16:29:15,016 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,016 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1482): Serving as f8f85b0bb1d8,32797,1731515354419, RpcServer on f8f85b0bb1d8/172.17.0.3:32797, sessionid=0x101363551d20001 2024-11-13T16:29:15,016 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:29:15,016 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:15,016 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,32797,1731515354419' 2024-11-13T16:29:15,016 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:29:15,017 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:29:15,017 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:29:15,017 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:29:15,017 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:15,017 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,32797,1731515354419' 2024-11-13T16:29:15,017 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:29:15,018 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:29:15,018 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:29:15,018 INFO [RS:0;f8f85b0bb1d8:32797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:29:15,018 INFO [RS:0;f8f85b0bb1d8:32797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:29:15,119 INFO [RS:0;f8f85b0bb1d8:32797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:29:15,122 INFO [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C32797%2C1731515354419, suffix=, logDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419, archiveDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs, maxLogs=32 2024-11-13T16:29:15,129 WARN [f8f85b0bb1d8:42115 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-13T16:29:15,137 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124, exclude list is [], retry=0 2024-11-13T16:29:15,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46813,DS-e37d9596-45eb-4616-8c79-e14a6fa1bc3a,DISK] 2024-11-13T16:29:15,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-7e154ca6-0f3c-423d-8e93-cb2c1a87c766,DISK] 2024-11-13T16:29:15,144 INFO [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 2024-11-13T16:29:15,145 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33407:33407),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-13T16:29:15,380 DEBUG [f8f85b0bb1d8:42115 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:29:15,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:15,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,32797,1731515354419, state=OPENING 2024-11-13T16:29:15,414 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:29:15,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:15,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:15,473 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:15,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:29:15,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,32797,1731515354419}] 2024-11-13T16:29:15,475 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:15,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:29:15,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60707, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:29:15,636 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:29:15,636 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:29:15,637 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:29:15,640 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C32797%2C1731515354419.meta, suffix=.meta, logDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419, archiveDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs, maxLogs=32 2024-11-13T16:29:15,657 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta, exclude list is [], retry=0 2024-11-13T16:29:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33887,DS-7e154ca6-0f3c-423d-8e93-cb2c1a87c766,DISK] 2024-11-13T16:29:15,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46813,DS-e37d9596-45eb-4616-8c79-e14a6fa1bc3a,DISK] 2024-11-13T16:29:15,693 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta 2024-11-13T16:29:15,693 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33407:33407),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-13T16:29:15,694 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:29:15,695 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:29:15,695 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:29:15,695 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:29:15,695 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:29:15,695 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:15,696 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:29:15,696 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:29:15,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:29:15,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:29:15,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:15,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:15,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:29:15,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:29:15,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:15,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:15,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:29:15,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:29:15,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:15,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:15,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:29:15,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:29:15,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:15,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:15,709 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:29:15,710 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740 2024-11-13T16:29:15,712 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740 2024-11-13T16:29:15,713 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:29:15,714 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:29:15,714 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:29:15,716 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:29:15,717 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=712110, jitterRate=-0.09450604021549225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:29:15,717 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:29:15,718 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731515355696Writing region info on filesystem at 1731515355696Initializing all the Stores at 1731515355698 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515355698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515355698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515355698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515355698Cleaning up temporary data from old regions at 1731515355714 (+16 ms)Running coprocessor post-open hooks at 1731515355717 (+3 ms)Region opened successfully at 1731515355718 (+1 ms) 2024-11-13T16:29:15,720 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731515355628 2024-11-13T16:29:15,723 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:29:15,723 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:29:15,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:15,726 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,32797,1731515354419, state=OPEN 2024-11-13T16:29:15,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:29:15,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:29:15,776 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:15,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:15,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:15,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:29:15,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,32797,1731515354419 in 303 msec 2024-11-13T16:29:15,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:29:15,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-11-13T16:29:15,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:15,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:29:15,789 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:29:15,789 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,32797,1731515354419, seqNum=-1] 2024-11-13T16:29:15,790 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:29:15,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:29:15,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 923 msec 2024-11-13T16:29:15,804 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731515355804, completionTime=-1 2024-11-13T16:29:15,804 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:29:15,804 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T16:29:15,807 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T16:29:15,807 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731515415807 2024-11-13T16:29:15,807 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731515475807 2024-11-13T16:29:15,807 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-13T16:29:15,808 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,42115,1731515354186-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,808 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,42115,1731515354186-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,808 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,42115,1731515354186-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,808 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f8f85b0bb1d8:42115, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,808 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,810 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,814 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:29:15,816 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.276sec 2024-11-13T16:29:15,816 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:29:15,816 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:29:15,817 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:29:15,817 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:29:15,817 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:29:15,817 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,42115,1731515354186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:29:15,817 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,42115,1731515354186-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:29:15,822 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:29:15,822 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:29:15,823 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,42115,1731515354186-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:15,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:15,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:15,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ce636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:29:15,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,42115,-1 for getting cluster id 2024-11-13T16:29:15,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:29:15,900 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b99ba10a-0e5b-4e22-86d8-0802865e9920' 2024-11-13T16:29:15,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:29:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b99ba10a-0e5b-4e22-86d8-0802865e9920" 2024-11-13T16:29:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be2f5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:29:15,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,42115,-1] 2024-11-13T16:29:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:29:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:15,904 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:29:15,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa4bd05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:29:15,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:29:15,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,32797,1731515354419, seqNum=-1] 2024-11-13T16:29:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:29:15,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:29:15,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:15,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:15,919 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T16:29:15,934 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:29:15,936 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:15,969 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:15,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:15,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:15,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:15,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:15,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:29:15,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27724107{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:15,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29dda60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:16,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@237a5b66{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-41551-hadoop-hdfs-3_4_1-tests_jar-_-any-8394646012298570700/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:16,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a302a9{HTTP/1.1, (http/1.1)}{localhost:41551} 2024-11-13T16:29:16,099 INFO [Time-limited test {}] server.Server(415): Started @77199ms 2024-11-13T16:29:16,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:16,149 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:16,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:16,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:16,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:16,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:29:16,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb62043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:16,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bc43b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:16,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48da35c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-44645-hadoop-hdfs-3_4_1-tests_jar-_-any-11136900005452041637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:16,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49abd634{HTTP/1.1, (http/1.1)}{localhost:44645} 2024-11-13T16:29:16,267 INFO [Time-limited test {}] server.Server(415): Started @77367ms 2024-11-13T16:29:16,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:16,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:16,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:16,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:16,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:16,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:29:16,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c621e8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:16,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6773ffbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:16,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b2797dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-39123-hadoop-hdfs-3_4_1-tests_jar-_-any-6208572257509321005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:16,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b4eac6a{HTTP/1.1, (http/1.1)}{localhost:39123} 2024-11-13T16:29:16,436 INFO [Time-limited test {}] server.Server(415): Started @77536ms 2024-11-13T16:29:16,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:16,857 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data5/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:16,857 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data6/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:16,904 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5430a2fdd28950c with lease ID 0x9418147a1297c4d4: Processing first storage report for DS-60b1521c-9d29-45cf-a9af-6b9be7b51932 from datanode DatanodeRegistration(127.0.0.1:41969, datanodeUuid=65e1bbd6-b3e4-4382-8a77-ecbda9a156e2, infoPort=39497, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5430a2fdd28950c with lease ID 0x9418147a1297c4d4: from storage DS-60b1521c-9d29-45cf-a9af-6b9be7b51932 node DatanodeRegistration(127.0.0.1:41969, datanodeUuid=65e1bbd6-b3e4-4382-8a77-ecbda9a156e2, infoPort=39497, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5430a2fdd28950c with lease ID 0x9418147a1297c4d4: Processing first storage report for DS-87a01b4f-6052-46f4-b442-dc2f5ea45037 from datanode DatanodeRegistration(127.0.0.1:41969, datanodeUuid=65e1bbd6-b3e4-4382-8a77-ecbda9a156e2, infoPort=39497, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5430a2fdd28950c with lease ID 0x9418147a1297c4d4: from storage DS-87a01b4f-6052-46f4-b442-dc2f5ea45037 node DatanodeRegistration(127.0.0.1:41969, datanodeUuid=65e1bbd6-b3e4-4382-8a77-ecbda9a156e2, infoPort=39497, infoSecurePort=0, ipcPort=39969, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:17,135 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data7/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:17,135 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data8/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:17,162 WARN [Thread-512 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d83a48b2be64445 with lease ID 0x9418147a1297c4d5: Processing first storage report for DS-66627c43-e3de-4423-85b2-d2e1dad16467 from datanode DatanodeRegistration(127.0.0.1:46327, datanodeUuid=9bf42e2a-c6e4-4382-844b-5afafa2eeb9d, infoPort=37223, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d83a48b2be64445 with lease ID 0x9418147a1297c4d5: from storage DS-66627c43-e3de-4423-85b2-d2e1dad16467 node DatanodeRegistration(127.0.0.1:46327, datanodeUuid=9bf42e2a-c6e4-4382-844b-5afafa2eeb9d, infoPort=37223, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5d83a48b2be64445 with lease ID 0x9418147a1297c4d5: Processing first storage report for DS-c5351ee0-3989-428c-b9e4-4c546f764715 from datanode DatanodeRegistration(127.0.0.1:46327, datanodeUuid=9bf42e2a-c6e4-4382-844b-5afafa2eeb9d, infoPort=37223, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:17,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5d83a48b2be64445 with lease ID 0x9418147a1297c4d5: from storage DS-c5351ee0-3989-428c-b9e4-4c546f764715 node DatanodeRegistration(127.0.0.1:46327, datanodeUuid=9bf42e2a-c6e4-4382-844b-5afafa2eeb9d, infoPort=37223, infoSecurePort=0, ipcPort=33429, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:17,215 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data10/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:17,219 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data9/current/BP-1382883587-172.17.0.3-1731515352582/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:17,270 WARN [Thread-535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:17,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb89de0021e3b8ad6 with lease ID 0x9418147a1297c4d6: Processing first storage report for DS-a7516e71-96c7-4b4d-95ec-80c87acc4452 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=d66b2dac-e937-4fcb-a681-85d78437521b, infoPort=33359, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb89de0021e3b8ad6 with lease ID 0x9418147a1297c4d6: from storage DS-a7516e71-96c7-4b4d-95ec-80c87acc4452 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=d66b2dac-e937-4fcb-a681-85d78437521b, infoPort=33359, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb89de0021e3b8ad6 with lease ID 0x9418147a1297c4d6: Processing first storage report for DS-0c89fb19-ffeb-47e5-a788-f9c2175533b2 from datanode DatanodeRegistration(127.0.0.1:38551, datanodeUuid=d66b2dac-e937-4fcb-a681-85d78437521b, infoPort=33359, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582) 2024-11-13T16:29:17,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb89de0021e3b8ad6 with lease ID 0x9418147a1297c4d6: from storage DS-0c89fb19-ffeb-47e5-a788-f9c2175533b2 node DatanodeRegistration(127.0.0.1:38551, datanodeUuid=d66b2dac-e937-4fcb-a681-85d78437521b, infoPort=33359, infoSecurePort=0, ipcPort=45301, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:17,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:29:17,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1089b7b3 2024-11-13T16:29:17,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:29:17,295 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:29:17,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T16:29:17,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T16:29:17,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:29:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T16:29:17,304 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:29:17,304 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:17,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-13T16:29:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:29:17,307 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:29:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741835_1011 (size=393) 2024-11-13T16:29:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46327 is added to blk_1073741835_1011 (size=393) 2024-11-13T16:29:17,326 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7244e4832405000123278550d12afb3f, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8 2024-11-13T16:29:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741836_1012 (size=76) 2024-11-13T16:29:17,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33887 is added to blk_1073741836_1012 (size=76) 2024-11-13T16:29:17,740 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:17,740 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 7244e4832405000123278550d12afb3f, disabling compactions & flushes 2024-11-13T16:29:17,740 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:17,740 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:17,740 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. after waiting 0 ms 2024-11-13T16:29:17,740 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:17,740 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:17,740 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7244e4832405000123278550d12afb3f: Waiting for close lock at 1731515357740Disabling compacts and flushes for region at 1731515357740Disabling writes for close at 1731515357740Writing region close event to WAL at 1731515357740Closed at 1731515357740 2024-11-13T16:29:17,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:29:17,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731515357743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731515357743"}]},"ts":"1731515357743"} 2024-11-13T16:29:17,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:29:17,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:29:17,748 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515357748"}]},"ts":"1731515357748"} 2024-11-13T16:29:17,752 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-13T16:29:17,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7244e4832405000123278550d12afb3f, ASSIGN}] 2024-11-13T16:29:17,755 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7244e4832405000123278550d12afb3f, ASSIGN 2024-11-13T16:29:17,757 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7244e4832405000123278550d12afb3f, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,32797,1731515354419; forceNewPlan=false, retain=false 2024-11-13T16:29:17,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7244e4832405000123278550d12afb3f, regionState=OPENING, regionLocation=f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:17,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7244e4832405000123278550d12afb3f, ASSIGN because future has completed 2024-11-13T16:29:17,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7244e4832405000123278550d12afb3f, server=f8f85b0bb1d8,32797,1731515354419}] 2024-11-13T16:29:18,075 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:18,075 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7244e4832405000123278550d12afb3f, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:29:18,076 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,076 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:18,076 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,076 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,083 INFO [StoreOpener-7244e4832405000123278550d12afb3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,085 INFO [StoreOpener-7244e4832405000123278550d12afb3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7244e4832405000123278550d12afb3f columnFamilyName info 2024-11-13T16:29:18,086 DEBUG [StoreOpener-7244e4832405000123278550d12afb3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:18,086 INFO [StoreOpener-7244e4832405000123278550d12afb3f-1 {}] regionserver.HStore(327): Store=7244e4832405000123278550d12afb3f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:18,086 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,088 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,089 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,090 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,090 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,093 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,096 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:29:18,098 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7244e4832405000123278550d12afb3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=793998, jitterRate=0.00962097942829132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:29:18,098 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:18,099 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7244e4832405000123278550d12afb3f: Running coprocessor pre-open hook at 1731515358076Writing region info on filesystem at 1731515358076Initializing all the Stores at 1731515358078 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515358078Cleaning up temporary data from old regions at 1731515358090 (+12 ms)Running coprocessor post-open hooks at 1731515358098 (+8 ms)Region opened successfully at 1731515358099 (+1 ms) 2024-11-13T16:29:18,101 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f., pid=6, masterSystemTime=1731515358067 2024-11-13T16:29:18,105 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:18,105 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:18,106 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7244e4832405000123278550d12afb3f, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:18,107 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42115 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f8f85b0bb1d8,32797,1731515354419, table=TestLogRolling-testLogRollOnDatanodeDeath, region=7244e4832405000123278550d12afb3f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T16:29:18,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7244e4832405000123278550d12afb3f, server=f8f85b0bb1d8,32797,1731515354419 because future has completed 2024-11-13T16:29:18,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T16:29:18,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7244e4832405000123278550d12afb3f, server=f8f85b0bb1d8,32797,1731515354419 in 199 msec 2024-11-13T16:29:18,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T16:29:18,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=7244e4832405000123278550d12afb3f, ASSIGN in 364 msec 2024-11-13T16:29:18,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:29:18,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515358121"}]},"ts":"1731515358121"} 2024-11-13T16:29:18,125 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-13T16:29:18,127 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:29:18,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 830 msec 2024-11-13T16:29:18,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T16:29:18,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-13T16:29:18,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-13T16:29:20,963 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:29:20,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-13T16:29:23,579 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:29:23,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:23,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:27,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:29:27,325 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-13T16:29:27,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-13T16:29:27,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:29:27,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-13T16:29:27,337 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:29:27,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-13T16:29:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f., hostname=f8f85b0bb1d8,32797,1731515354419, seqNum=2] 2024-11-13T16:29:27,355 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-13T16:29:27,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T16:29:27,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:27,365 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_280619627_22 at /127.0.0.1:46760 [Receiving block BP-1382883587-172.17.0.3-1731515352582:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46760 dst: /127.0.0.1:46813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,365 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_280619627_22 at /127.0.0.1:55244 [Receiving block BP-1382883587-172.17.0.3-1731515352582:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55244 dst: /127.0.0.1:33887 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,367 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1274550543_22 at /127.0.0.1:46800 [Receiving block BP-1382883587-172.17.0.3-1731515352582:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46800 dst: /127.0.0.1:46813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,374 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1274550543_22 at /127.0.0.1:55266 [Receiving block BP-1382883587-172.17.0.3-1731515352582:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55266 dst: /127.0.0.1:33887 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,369 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1274550543_22 at /127.0.0.1:55272 [Receiving block BP-1382883587-172.17.0.3-1731515352582:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33887:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55272 dst: /127.0.0.1:33887 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,378 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1274550543_22 at /127.0.0.1:46788 [Receiving block BP-1382883587-172.17.0.3-1731515352582:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46813:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46788 dst: /127.0.0.1:46813 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17dedc51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:27,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26322f0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:27,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:27,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50f658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:27,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b8e90f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:27,395 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:27,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:27,397 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:27,397 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382883587-172.17.0.3-1731515352582 (Datanode Uuid b9acde53-fdfa-4250-abe8-344b65518820) service to localhost/127.0.0.1:40493 2024-11-13T16:29:27,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data3/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:27,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data4/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:27,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:27,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:27,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:27,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:27,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:27,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:29:27,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@122333a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:27,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b4d832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:27,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@333b408b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/java.io.tmpdir/jetty-localhost-41681-hadoop-hdfs-3_4_1-tests_jar-_-any-11040589495967888128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:27,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f76661c{HTTP/1.1, (http/1.1)}{localhost:41681} 2024-11-13T16:29:27,598 INFO [Time-limited test {}] server.Server(415): Started @88698ms 2024-11-13T16:29:27,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:27,667 WARN [AsyncFSWAL-0-hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8-prefix:f8f85b0bb1d8,32797,1731515354419 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,667 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f8f85b0bb1d8%2C32797%2C1731515354419:(num 1731515355124) roll requested 2024-11-13T16:29:27,685 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515367668, exclude list is [], retry=0 2024-11-13T16:29:27,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46327,DS-66627c43-e3de-4423-85b2-d2e1dad16467,DISK] 2024-11-13T16:29:27,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41969,DS-60b1521c-9d29-45cf-a9af-6b9be7b51932,DISK] 2024-11-13T16:29:27,710 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515367668 2024-11-13T16:29:27,712 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37223:37223),(127.0.0.1/127.0.0.1:39497:39497)] 2024-11-13T16:29:27,712 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 is not closed yet, will try archiving it next time 2024-11-13T16:29:27,712 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,713 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:29:27,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:29:27,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:29:27,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:27,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:27,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:29:27,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1303385786, stopped=false 2024-11-13T16:29:27,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f8f85b0bb1d8,42115,1731515354186 2024-11-13T16:29:27,717 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T16:29:27,718 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T16:29:27,718 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 2024-11-13T16:29:27,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:29:27,723 WARN [IPC Server handler 1 on default port 40493 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-13T16:29:27,728 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 after 7ms 2024-11-13T16:29:27,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:27,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:27,762 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:29:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:27,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:29:27,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:29:27,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:27,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f8f85b0bb1d8,32797,1731515354419' ***** 2024-11-13T16:29:27,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:29:27,764 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:29:27,764 INFO [RS:0;f8f85b0bb1d8:32797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:29:27,764 INFO [RS:0;f8f85b0bb1d8:32797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:29:27,764 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(3091): Received CLOSE for 7244e4832405000123278550d12afb3f 2024-11-13T16:29:27,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:27,765 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:29:27,767 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(959): stopping server f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:27,767 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:29:27,767 INFO [RS:0;f8f85b0bb1d8:32797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f8f85b0bb1d8:32797. 2024-11-13T16:29:27,767 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:29:27,767 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:27,767 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:29:27,767 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:29:27,767 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:29:27,768 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:29:27,768 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7244e4832405000123278550d12afb3f, disabling compactions & flushes 2024-11-13T16:29:27,768 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:27,768 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:27,768 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. after waiting 0 ms 2024-11-13T16:29:27,769 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:27,769 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7244e4832405000123278550d12afb3f 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-13T16:29:27,771 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T16:29:27,771 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7244e4832405000123278550d12afb3f=TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f.} 2024-11-13T16:29:27,771 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7244e4832405000123278550d12afb3f 2024-11-13T16:29:27,771 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:29:27,771 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:29:27,772 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:29:27,772 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:29:27,772 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:29:27,772 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-13T16:29:27,773 WARN [AsyncFSWAL-0-hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8-prefix:f8f85b0bb1d8,32797,1731515354419.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,774 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f8f85b0bb1d8%2C32797%2C1731515354419.meta:.meta(num 1731515355643) roll requested 2024-11-13T16:29:27,775 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:27,796 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515367774.meta, exclude list is [], retry=0 2024-11-13T16:29:27,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41969,DS-60b1521c-9d29-45cf-a9af-6b9be7b51932,DISK] 2024-11-13T16:29:27,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-a7516e71-96c7-4b4d-95ec-80c87acc4452,DISK] 2024-11-13T16:29:27,807 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/.tmp/info/6ed9bfcc715e4b2da5243363ba5267a0 is 1055, key is row0001/info:/1731515367349/Put/seqid=0 2024-11-13T16:29:27,818 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515367774.meta 2024-11-13T16:29:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46327 is added to blk_1073741839_1016 (size=7062) 2024-11-13T16:29:27,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741839_1016 (size=7062) 2024-11-13T16:29:27,822 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39497:39497),(127.0.0.1/127.0.0.1:33359:33359)] 2024-11-13T16:29:27,822 DEBUG [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta is not closed yet, will try archiving it next time 2024-11-13T16:29:27,822 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,822 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:27,822 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta 2024-11-13T16:29:27,823 WARN [IPC Server handler 0 on default port 40493 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-13T16:29:27,824 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta after 2ms 2024-11-13T16:29:27,850 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/info/e096b246a02d4ce38cd001ee10a1c488 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f./info:regioninfo/1731515358106/Put/seqid=0 2024-11-13T16:29:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741840_1018 (size=7089) 2024-11-13T16:29:27,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741840_1018 (size=7089) 2024-11-13T16:29:27,971 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7244e4832405000123278550d12afb3f 2024-11-13T16:29:28,012 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:28,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4f8944e4233bec with lease ID 0x9418147a1297c4d7: from storage DS-7e154ca6-0f3c-423d-8e93-cb2c1a87c766 node DatanodeRegistration(127.0.0.1:35071, datanodeUuid=b9acde53-fdfa-4250-abe8-344b65518820, infoPort=46289, infoSecurePort=0, ipcPort=40283, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T16:29:28,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc4f8944e4233bec with lease ID 0x9418147a1297c4d7: from storage DS-9d5e38bb-14db-4c8b-a767-ca79d5de746a node DatanodeRegistration(127.0.0.1:35071, datanodeUuid=b9acde53-fdfa-4250-abe8-344b65518820, infoPort=46289, infoSecurePort=0, ipcPort=40283, storageInfo=lv=-57;cid=testClusterID;nsid=802691871;c=1731515352582), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:28,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741833_1014 (size=1599) 2024-11-13T16:29:28,065 INFO [regionserver/f8f85b0bb1d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T16:29:28,065 INFO [regionserver/f8f85b0bb1d8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T16:29:28,171 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7244e4832405000123278550d12afb3f 2024-11-13T16:29:28,221 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/.tmp/info/6ed9bfcc715e4b2da5243363ba5267a0 2024-11-13T16:29:28,238 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/.tmp/info/6ed9bfcc715e4b2da5243363ba5267a0 as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/info/6ed9bfcc715e4b2da5243363ba5267a0 2024-11-13T16:29:28,261 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/info/6ed9bfcc715e4b2da5243363ba5267a0, entries=2, sequenceid=6, filesize=6.9 K 2024-11-13T16:29:28,263 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7244e4832405000123278550d12afb3f in 494ms, sequenceid=6, compaction requested=false 2024-11-13T16:29:28,268 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/info/e096b246a02d4ce38cd001ee10a1c488 2024-11-13T16:29:28,282 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/default/TestLogRolling-testLogRollOnDatanodeDeath/7244e4832405000123278550d12afb3f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T16:29:28,287 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:28,296 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7244e4832405000123278550d12afb3f: Waiting for close lock at 1731515367768Running coprocessor pre-close hooks at 1731515367768Disabling compacts and flushes for region at 1731515367768Disabling writes for close at 1731515367768Obtaining lock to block concurrent updates at 1731515367769 (+1 ms)Preparing flush snapshotting stores in 7244e4832405000123278550d12afb3f at 1731515367769Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731515367769Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. at 1731515367782 (+13 ms)Flushing 7244e4832405000123278550d12afb3f/info: creating writer at 1731515367783 (+1 ms)Flushing 7244e4832405000123278550d12afb3f/info: appending metadata at 1731515367806 (+23 ms)Flushing 7244e4832405000123278550d12afb3f/info: closing flushed file at 1731515367806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d13bebd: reopening flushed file at 1731515368234 (+428 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 7244e4832405000123278550d12afb3f in 494ms, sequenceid=6, compaction requested=false at 1731515368263 (+29 ms)Writing region close event to WAL at 1731515368267 (+4 ms)Running coprocessor post-close hooks at 1731515368284 (+17 ms)Closed at 1731515368284 2024-11-13T16:29:28,300 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731515357296.7244e4832405000123278550d12afb3f. 2024-11-13T16:29:28,332 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/ns/8c161d00a4494a71a0ae16d03820388a is 43, key is default/ns:d/1731515355794/Put/seqid=0 2024-11-13T16:29:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46327 is added to blk_1073741841_1019 (size=5153) 2024-11-13T16:29:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741841_1019 (size=5153) 2024-11-13T16:29:28,372 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:29:28,572 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:29:28,745 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/ns/8c161d00a4494a71a0ae16d03820388a 2024-11-13T16:29:28,772 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T16:29:28,773 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T16:29:28,773 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:29:28,778 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/table/cd65f95c064e406a9ec9aa4d576036f7 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731515358121/Put/seqid=0 2024-11-13T16:29:28,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46327 is added to blk_1073741842_1020 (size=5424) 2024-11-13T16:29:28,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741842_1020 (size=5424) 2024-11-13T16:29:28,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46327 is added to blk_1073741834_1017 (size=2386) 2024-11-13T16:29:28,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-13T16:29:28,973 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:29:28,985 INFO [regionserver/f8f85b0bb1d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:29:29,173 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:29:29,192 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/table/cd65f95c064e406a9ec9aa4d576036f7 2024-11-13T16:29:29,209 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/info/e096b246a02d4ce38cd001ee10a1c488 as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/info/e096b246a02d4ce38cd001ee10a1c488 2024-11-13T16:29:29,245 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/info/e096b246a02d4ce38cd001ee10a1c488, entries=10, sequenceid=11, filesize=6.9 K 2024-11-13T16:29:29,251 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/ns/8c161d00a4494a71a0ae16d03820388a as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/ns/8c161d00a4494a71a0ae16d03820388a 2024-11-13T16:29:29,262 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/ns/8c161d00a4494a71a0ae16d03820388a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T16:29:29,264 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/.tmp/table/cd65f95c064e406a9ec9aa4d576036f7 as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/table/cd65f95c064e406a9ec9aa4d576036f7 2024-11-13T16:29:29,280 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/table/cd65f95c064e406a9ec9aa4d576036f7, entries=2, sequenceid=11, filesize=5.3 K 2024-11-13T16:29:29,290 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 1517ms, sequenceid=11, compaction requested=false 2024-11-13T16:29:29,310 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T16:29:29,311 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:29:29,311 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:29:29,312 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515367771Running coprocessor pre-close hooks at 1731515367771Disabling compacts and flushes for region at 1731515367771Disabling writes for close at 1731515367772 (+1 ms)Obtaining lock to block concurrent updates at 1731515367772Preparing flush snapshotting stores in 1588230740 at 1731515367772Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731515367773 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731515367826 (+53 ms)Flushing 1588230740/info: creating writer at 1731515367827 (+1 ms)Flushing 1588230740/info: appending metadata at 1731515367849 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731515367849Flushing 1588230740/ns: creating writer at 1731515368306 (+457 ms)Flushing 1588230740/ns: appending metadata at 1731515368332 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731515368332Flushing 1588230740/table: creating writer at 1731515368756 (+424 ms)Flushing 1588230740/table: appending metadata at 1731515368777 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731515368777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2ad935: reopening flushed file at 1731515369203 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a821fa: reopening flushed file at 1731515369245 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439abdbc: reopening flushed file at 1731515369263 (+18 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 1517ms, sequenceid=11, compaction requested=false at 1731515369290 (+27 ms)Writing region close event to WAL at 1731515369304 (+14 ms)Running coprocessor post-close hooks at 1731515369311 (+7 ms)Closed at 1731515369311 2024-11-13T16:29:29,312 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:29:29,374 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(976): stopping server f8f85b0bb1d8,32797,1731515354419; all regions closed. 2024-11-13T16:29:29,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741838_1015 (size=825) 2024-11-13T16:29:29,384 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515367774.meta not finished, retry = 0 2024-11-13T16:29:29,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741838_1015 (size=825) 2024-11-13T16:29:31,729 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 after 4011ms 2024-11-13T16:29:31,730 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 to hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs/f8f85b0bb1d8%2C32797%2C1731515354419.1731515355124 2024-11-13T16:29:31,824 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta after 4002ms 2024-11-13T16:29:31,825 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/WALs/f8f85b0bb1d8,32797,1731515354419/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta to hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs/f8f85b0bb1d8%2C32797%2C1731515354419.meta.1731515355643.meta 2024-11-13T16:29:31,828 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs 2024-11-13T16:29:31,829 INFO [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C32797%2C1731515354419.meta:.meta(num 1731515367774) 2024-11-13T16:29:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741837_1013 (size=2288) 2024-11-13T16:29:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46327 is added to blk_1073741837_1013 (size=2288) 2024-11-13T16:29:31,834 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs 2024-11-13T16:29:31,834 INFO [RS:0;f8f85b0bb1d8:32797 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C32797%2C1731515354419:(num 1731515367668) 2024-11-13T16:29:31,834 DEBUG [RS:0;f8f85b0bb1d8:32797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:31,834 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:29:31,834 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:29:31,834 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.ChoreService(370): Chore service for: regionserver/f8f85b0bb1d8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T16:29:31,834 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:29:31,834 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:29:31,835 INFO [RS:0;f8f85b0bb1d8:32797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32797 2024-11-13T16:29:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f8f85b0bb1d8,32797,1731515354419 2024-11-13T16:29:31,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:29:31,863 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:29:31,864 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f8f85b0bb1d8,32797,1731515354419] 2024-11-13T16:29:31,880 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f8f85b0bb1d8,32797,1731515354419 already deleted, retry=false 2024-11-13T16:29:31,880 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f8f85b0bb1d8,32797,1731515354419 expired; onlineServers=0 2024-11-13T16:29:31,880 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f8f85b0bb1d8,42115,1731515354186' ***** 2024-11-13T16:29:31,880 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:29:31,880 INFO [M:0;f8f85b0bb1d8:42115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:29:31,880 INFO [M:0;f8f85b0bb1d8:42115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:29:31,880 DEBUG [M:0;f8f85b0bb1d8:42115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:29:31,881 DEBUG [M:0;f8f85b0bb1d8:42115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:29:31,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:29:31,881 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515354898 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515354898,5,FailOnTimeoutGroup] 2024-11-13T16:29:31,881 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515354905 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515354905,5,FailOnTimeoutGroup] 2024-11-13T16:29:31,881 INFO [M:0;f8f85b0bb1d8:42115 {}] hbase.ChoreService(370): Chore service for: master/f8f85b0bb1d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:29:31,881 INFO [M:0;f8f85b0bb1d8:42115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:29:31,881 DEBUG [M:0;f8f85b0bb1d8:42115 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:29:31,881 INFO [M:0;f8f85b0bb1d8:42115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:29:31,881 INFO [M:0;f8f85b0bb1d8:42115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:29:31,881 INFO [M:0;f8f85b0bb1d8:42115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:29:31,881 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:29:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:29:31,888 DEBUG [M:0;f8f85b0bb1d8:42115 {}] zookeeper.ZKUtil(347): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:29:31,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:31,889 WARN [M:0;f8f85b0bb1d8:42115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:29:31,890 INFO [M:0;f8f85b0bb1d8:42115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/.lastflushedseqids 2024-11-13T16:29:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741843_1021 (size=139) 2024-11-13T16:29:31,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741843_1021 (size=139) 2024-11-13T16:29:31,900 INFO [M:0;f8f85b0bb1d8:42115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:29:31,900 INFO [M:0;f8f85b0bb1d8:42115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:29:31,900 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:29:31,900 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:31,900 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:31,900 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:29:31,900 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:31,900 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-13T16:29:31,901 WARN [AsyncFSWAL-0-hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData-prefix:f8f85b0bb1d8,42115,1731515354186 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:31,901 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f8f85b0bb1d8%2C42115%2C1731515354186:(num 1731515354644) roll requested 2024-11-13T16:29:31,922 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515371902, exclude list is [], retry=0 2024-11-13T16:29:31,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41969,DS-60b1521c-9d29-45cf-a9af-6b9be7b51932,DISK] 2024-11-13T16:29:31,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38551,DS-a7516e71-96c7-4b4d-95ec-80c87acc4452,DISK] 2024-11-13T16:29:31,928 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515371902 2024-11-13T16:29:31,928 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33359:33359),(127.0.0.1/127.0.0.1:39497:39497)] 2024-11-13T16:29:31,929 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 is not closed yet, will try archiving it next time 2024-11-13T16:29:31,929 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:31,929 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T16:29:31,929 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 2024-11-13T16:29:31,930 WARN [IPC Server handler 1 on default port 40493 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-13T16:29:31,931 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 after 2ms 2024-11-13T16:29:31,947 DEBUG [M:0;f8f85b0bb1d8:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f201bee19a8a49f6a4e8144faf3686e7 is 82, key is hbase:meta,,1/info:regioninfo/1731515355724/Put/seqid=0 2024-11-13T16:29:31,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741845_1024 (size=5672) 2024-11-13T16:29:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741845_1024 (size=5672) 2024-11-13T16:29:31,956 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f201bee19a8a49f6a4e8144faf3686e7 2024-11-13T16:29:31,972 INFO [RS:0;f8f85b0bb1d8:32797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:29:31,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:31,972 INFO [RS:0;f8f85b0bb1d8:32797 {}] regionserver.HRegionServer(1031): Exiting; stopping=f8f85b0bb1d8,32797,1731515354419; zookeeper connection closed. 2024-11-13T16:29:31,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32797-0x101363551d20001, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:31,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cbc106e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cbc106e 2024-11-13T16:29:31,977 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:29:31,994 DEBUG [M:0;f8f85b0bb1d8:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac5ee4d9195f449dbd59cd6383dd6da1 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731515358129/Put/seqid=0 2024-11-13T16:29:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741846_1025 (size=6114) 2024-11-13T16:29:32,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35071 is added to blk_1073741846_1025 (size=6114) 2024-11-13T16:29:32,007 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac5ee4d9195f449dbd59cd6383dd6da1 2024-11-13T16:29:32,043 DEBUG [M:0;f8f85b0bb1d8:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd8caa4ec77430e9d699274c3d636f7 is 69, key is f8f85b0bb1d8,32797,1731515354419/rs:state/1731515354947/Put/seqid=0 2024-11-13T16:29:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741847_1026 (size=5156) 2024-11-13T16:29:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46813 is added to blk_1073741847_1026 (size=5156) 2024-11-13T16:29:32,057 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd8caa4ec77430e9d699274c3d636f7 2024-11-13T16:29:32,085 DEBUG [M:0;f8f85b0bb1d8:42115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/71a74e018a7d4f06843d69c212340b1b is 52, key is load_balancer_on/state:d/1731515355918/Put/seqid=0 2024-11-13T16:29:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741848_1027 (size=5056) 2024-11-13T16:29:32,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741848_1027 (size=5056) 2024-11-13T16:29:32,113 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/71a74e018a7d4f06843d69c212340b1b 2024-11-13T16:29:32,156 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f201bee19a8a49f6a4e8144faf3686e7 as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f201bee19a8a49f6a4e8144faf3686e7 2024-11-13T16:29:32,187 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f201bee19a8a49f6a4e8144faf3686e7, entries=8, sequenceid=56, filesize=5.5 K 2024-11-13T16:29:32,194 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac5ee4d9195f449dbd59cd6383dd6da1 as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac5ee4d9195f449dbd59cd6383dd6da1 2024-11-13T16:29:32,213 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac5ee4d9195f449dbd59cd6383dd6da1, entries=6, sequenceid=56, filesize=6.0 K 2024-11-13T16:29:32,215 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bd8caa4ec77430e9d699274c3d636f7 as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd8caa4ec77430e9d699274c3d636f7 2024-11-13T16:29:32,224 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bd8caa4ec77430e9d699274c3d636f7, entries=1, sequenceid=56, filesize=5.0 K 2024-11-13T16:29:32,227 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/71a74e018a7d4f06843d69c212340b1b as hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/71a74e018a7d4f06843d69c212340b1b 2024-11-13T16:29:32,243 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/71a74e018a7d4f06843d69c212340b1b, entries=1, sequenceid=56, filesize=4.9 K 2024-11-13T16:29:32,251 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 351ms, sequenceid=56, compaction requested=false 2024-11-13T16:29:32,256 INFO [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:32,256 DEBUG [M:0;f8f85b0bb1d8:42115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515371900Disabling compacts and flushes for region at 1731515371900Disabling writes for close at 1731515371900Obtaining lock to block concurrent updates at 1731515371900Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731515371900Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731515371901 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731515371930 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731515371930Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731515371947 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731515371947Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731515371965 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731515371993 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731515371993Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731515372017 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731515372043 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731515372043Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731515372064 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731515372085 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731515372085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ddfb3b1: reopening flushed file at 1731515372142 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27afc533: reopening flushed file at 1731515372187 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26500f48: reopening flushed file at 1731515372213 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76ddac1d: reopening flushed file at 1731515372225 (+12 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 351ms, sequenceid=56, compaction requested=false at 1731515372251 (+26 ms)Writing region close event to WAL at 1731515372256 (+5 ms)Closed at 1731515372256 2024-11-13T16:29:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38551 is added to blk_1073741844_1022 (size=757) 2024-11-13T16:29:32,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41969 is added to blk_1073741844_1022 (size=757) 2024-11-13T16:29:33,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:29:33,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:33,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:35,932 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 after 4003ms 2024-11-13T16:29:35,932 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/WALs/f8f85b0bb1d8,42115,1731515354186/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 to hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/oldWALs/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 2024-11-13T16:29:35,940 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/MasterData/oldWALs/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644 to hdfs://localhost:40493/user/jenkins/test-data/a3be5bec-730c-278f-be3c-a413159cc0a8/oldWALs/f8f85b0bb1d8%2C42115%2C1731515354186.1731515354644$masterlocalwal$ 2024-11-13T16:29:35,940 INFO [M:0;f8f85b0bb1d8:42115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:29:35,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:29:35,940 INFO [M:0;f8f85b0bb1d8:42115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42115 2024-11-13T16:29:35,940 INFO [M:0;f8f85b0bb1d8:42115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:29:36,052 INFO [M:0;f8f85b0bb1d8:42115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:29:36,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:36,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42115-0x101363551d20000, quorum=127.0.0.1:49208, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:29:36,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@333b408b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:36,103 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f76661c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:36,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:36,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b4d832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:36,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@122333a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:36,108 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:36,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:36,109 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382883587-172.17.0.3-1731515352582 (Datanode Uuid b9acde53-fdfa-4250-abe8-344b65518820) service to localhost/127.0.0.1:40493 2024-11-13T16:29:36,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:36,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data3/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data4/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:36,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b2797dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:36,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b4eac6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:36,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:36,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6773ffbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:36,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c621e8f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:36,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:36,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:36,138 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:36,138 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382883587-172.17.0.3-1731515352582 (Datanode Uuid d66b2dac-e937-4fcb-a681-85d78437521b) service to localhost/127.0.0.1:40493 2024-11-13T16:29:36,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data9/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,140 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:36,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data10/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48da35c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:36,156 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49abd634{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:36,156 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:36,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bc43b80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:36,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb62043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:36,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:36,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:36,165 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:36,165 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382883587-172.17.0.3-1731515352582 (Datanode Uuid 9bf42e2a-c6e4-4382-844b-5afafa2eeb9d) service to localhost/127.0.0.1:40493 2024-11-13T16:29:36,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data8/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data7/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:36,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@237a5b66{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:36,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a302a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:36,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:36,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29dda60{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:36,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27724107{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:36,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:36,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:36,196 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:36,196 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382883587-172.17.0.3-1731515352582 (Datanode Uuid 65e1bbd6-b3e4-4382-8a77-ecbda9a156e2) service to localhost/127.0.0.1:40493 2024-11-13T16:29:36,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data5/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data6/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:36,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@797ec202{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:36,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49067266{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:36,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:36,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39c4caad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:36,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9819852{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:36,231 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:29:36,231 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:29:36,232 WARN [BP-1382883587-172.17.0.3-1731515352582 heartbeating to localhost/127.0.0.1:40493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1382883587-172.17.0.3-1731515352582 (Datanode Uuid af4743e7-e19b-4330-9db2-f5a0d87a1f86) service to localhost/127.0.0.1:40493 2024-11-13T16:29:36,232 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:29:36,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data1/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/cluster_5ec17484-50f7-09e1-da57-ff780883ffbc/data/data2/current/BP-1382883587-172.17.0.3-1731515352582 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:29:36,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:29:36,252 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58281ca2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:29:36,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c2a9d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:29:36,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:29:36,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f2e5833{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:29:36,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42b8143c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir/,STOPPED} 2024-11-13T16:29:36,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:29:36,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T16:29:36,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 65) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40493 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=686 (was 732), ProcessCount=11 (was 11), AvailableMemoryMB=4040 (was 4665) 2024-11-13T16:29:36,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=686, ProcessCount=11, AvailableMemoryMB=4039 2024-11-13T16:29:36,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:29:36,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.log.dir so I do NOT create it in target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b 2024-11-13T16:29:36,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/661b1cdf-aaaa-ad34-69cb-771539944271/hadoop.tmp.dir so I do NOT create it in target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b 2024-11-13T16:29:36,342 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331, deleteOnExit=true 2024-11-13T16:29:36,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:29:36,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/test.cache.data in system properties and HBase conf 2024-11-13T16:29:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:29:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:29:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:29:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:29:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:29:36,343 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:29:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:29:36,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:29:36,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:29:36,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:29:36,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:29:36,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:29:36,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:29:36,613 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:36,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:36,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:36,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:36,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:29:36,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:36,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68b5c206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:36,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e619a79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:36,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c41fc8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/java.io.tmpdir/jetty-localhost-39031-hadoop-hdfs-3_4_1-tests_jar-_-any-13845531319182824195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:29:36,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66b839c9{HTTP/1.1, (http/1.1)}{localhost:39031} 2024-11-13T16:29:36,743 INFO [Time-limited test {}] server.Server(415): Started @97843ms 2024-11-13T16:29:37,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:37,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:37,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:37,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:37,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:29:37,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d06f275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:37,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@88c5f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:37,160 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5203cb5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/java.io.tmpdir/jetty-localhost-39219-hadoop-hdfs-3_4_1-tests_jar-_-any-9886082943637410372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:37,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e6de787{HTTP/1.1, (http/1.1)}{localhost:39219} 2024-11-13T16:29:37,160 INFO [Time-limited test {}] server.Server(415): Started @98260ms 2024-11-13T16:29:37,161 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:37,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:29:37,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:29:37,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:29:37,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:29:37,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:29:37,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77fbae2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:29:37,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1db674f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:29:37,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1537412{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/java.io.tmpdir/jetty-localhost-36307-hadoop-hdfs-3_4_1-tests_jar-_-any-15371255822105123514/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:29:37,571 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51998626{HTTP/1.1, (http/1.1)}{localhost:36307} 2024-11-13T16:29:37,572 INFO [Time-limited test {}] server.Server(415): Started @98672ms 2024-11-13T16:29:37,573 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:29:38,500 WARN [Thread-799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data2/current/BP-686105506-172.17.0.3-1731515376380/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:38,500 WARN [Thread-798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data1/current/BP-686105506-172.17.0.3-1731515376380/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:38,513 WARN [Thread-804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data3/current/BP-686105506-172.17.0.3-1731515376380/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:38,514 WARN [Thread-805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data4/current/BP-686105506-172.17.0.3-1731515376380/current, will proceed with Du for space computation calculation, 2024-11-13T16:29:38,540 WARN [Thread-762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:38,549 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2aadaa50929d2ce8 with lease ID 0xedb296e1f0a56c40: Processing first storage report for DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2 from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=73802e4e-1c59-424e-905a-6978177816aa, infoPort=44305, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380) 2024-11-13T16:29:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2aadaa50929d2ce8 with lease ID 0xedb296e1f0a56c40: from storage DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2 node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=73802e4e-1c59-424e-905a-6978177816aa, infoPort=44305, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2aadaa50929d2ce8 with lease ID 0xedb296e1f0a56c40: Processing first storage report for DS-21cdf0f7-1de3-442b-861f-957756e10eee from datanode DatanodeRegistration(127.0.0.1:45381, datanodeUuid=73802e4e-1c59-424e-905a-6978177816aa, infoPort=44305, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380) 2024-11-13T16:29:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2aadaa50929d2ce8 with lease ID 0xedb296e1f0a56c40: from storage DS-21cdf0f7-1de3-442b-861f-957756e10eee node DatanodeRegistration(127.0.0.1:45381, datanodeUuid=73802e4e-1c59-424e-905a-6978177816aa, infoPort=44305, infoSecurePort=0, ipcPort=46303, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:38,556 WARN [Thread-785 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:29:38,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f2f80b6f1abc3f9 with lease ID 0xedb296e1f0a56c41: Processing first storage report for DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd from datanode DatanodeRegistration(127.0.0.1:43025, datanodeUuid=aa624bbb-3201-403e-8e75-4a92a309768a, infoPort=39077, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380) 2024-11-13T16:29:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f2f80b6f1abc3f9 with lease ID 0xedb296e1f0a56c41: from storage DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd node DatanodeRegistration(127.0.0.1:43025, datanodeUuid=aa624bbb-3201-403e-8e75-4a92a309768a, infoPort=39077, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f2f80b6f1abc3f9 with lease ID 0xedb296e1f0a56c41: Processing first storage report for DS-d15eaf07-2f96-4903-8536-632d65e18634 from datanode DatanodeRegistration(127.0.0.1:43025, datanodeUuid=aa624bbb-3201-403e-8e75-4a92a309768a, infoPort=39077, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380) 2024-11-13T16:29:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f2f80b6f1abc3f9 with lease ID 0xedb296e1f0a56c41: from storage DS-d15eaf07-2f96-4903-8536-632d65e18634 node DatanodeRegistration(127.0.0.1:43025, datanodeUuid=aa624bbb-3201-403e-8e75-4a92a309768a, infoPort=39077, infoSecurePort=0, ipcPort=43547, storageInfo=lv=-57;cid=testClusterID;nsid=41071324;c=1731515376380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:29:38,607 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b 2024-11-13T16:29:38,611 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/zookeeper_0, clientPort=54579, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:29:38,612 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54579 2024-11-13T16:29:38,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:29:38,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:29:38,625 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c with version=8 2024-11-13T16:29:38,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase-staging 2024-11-13T16:29:38,627 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:29:38,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:38,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:38,627 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:29:38,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:38,627 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:29:38,627 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:29:38,628 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:29:38,628 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33171 2024-11-13T16:29:38,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33171 connecting to ZooKeeper ensemble=127.0.0.1:54579 2024-11-13T16:29:38,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331710x0, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:29:38,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33171-0x1013635b15a0000 connected 2024-11-13T16:29:38,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:38,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c, hbase.cluster.distributed=false 2024-11-13T16:29:38,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:29:38,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33171 2024-11-13T16:29:38,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33171 2024-11-13T16:29:38,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33171 2024-11-13T16:29:38,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33171 2024-11-13T16:29:38,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33171 2024-11-13T16:29:38,781 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:29:38,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:38,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:29:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:29:38,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:29:38,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:29:38,782 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:29:38,783 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35365 2024-11-13T16:29:38,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35365 connecting to ZooKeeper ensemble=127.0.0.1:54579 2024-11-13T16:29:38,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,798 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353650x0, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:29:38,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35365-0x1013635b15a0001 connected 2024-11-13T16:29:38,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:29:38,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:29:38,800 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:29:38,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:29:38,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:29:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-13T16:29:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35365 2024-11-13T16:29:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35365 2024-11-13T16:29:38,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-13T16:29:38,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-13T16:29:38,814 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f8f85b0bb1d8:33171 2024-11-13T16:29:38,814 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:38,823 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:38,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:38,824 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:38,831 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:29:38,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:38,831 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:38,832 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:29:38,832 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f8f85b0bb1d8,33171,1731515378627 from backup master directory 2024-11-13T16:29:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:38,840 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:38,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:29:38,840 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:29:38,840 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:38,845 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/hbase.id] with ID: 786d35bf-3fe4-48c9-af50-69d875f27a7f 2024-11-13T16:29:38,845 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/.tmp/hbase.id 2024-11-13T16:29:38,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:29:38,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:29:38,852 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/.tmp/hbase.id]:[hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/hbase.id] 2024-11-13T16:29:38,864 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:38,865 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:29:38,866 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T16:29:38,873 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:38,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:38,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:29:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:29:38,884 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:29:38,885 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:29:38,886 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:29:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:29:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:29:38,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store 2024-11-13T16:29:38,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:29:38,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:29:38,903 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:38,903 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:29:38,903 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:38,903 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:38,903 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:29:38,903 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:38,903 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:29:38,903 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515378903Disabling compacts and flushes for region at 1731515378903Disabling writes for close at 1731515378903Writing region close event to WAL at 1731515378903Closed at 1731515378903 2024-11-13T16:29:38,904 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/.initializing 2024-11-13T16:29:38,904 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/WALs/f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:38,906 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:29:38,907 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C33171%2C1731515378627, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/WALs/f8f85b0bb1d8,33171,1731515378627, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/oldWALs, maxLogs=10 2024-11-13T16:29:38,920 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/WALs/f8f85b0bb1d8,33171,1731515378627/f8f85b0bb1d8%2C33171%2C1731515378627.1731515378908, exclude list is [], retry=0 2024-11-13T16:29:38,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2,DISK] 2024-11-13T16:29:38,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd,DISK] 2024-11-13T16:29:38,926 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/WALs/f8f85b0bb1d8,33171,1731515378627/f8f85b0bb1d8%2C33171%2C1731515378627.1731515378908 2024-11-13T16:29:38,926 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44305:44305),(127.0.0.1/127.0.0.1:39077:39077)] 2024-11-13T16:29:38,926 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:29:38,927 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:38,927 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,927 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,928 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:29:38,930 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:38,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:38,931 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:29:38,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:38,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:38,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:29:38,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:38,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:38,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:29:38,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:38,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:38,937 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,938 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,938 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,940 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,940 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,940 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:29:38,941 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:29:38,944 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:29:38,945 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=854950, jitterRate=0.08712542057037354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:29:38,945 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731515378927Initializing all the Stores at 1731515378928 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515378928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515378928Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515378928Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515378928Cleaning up temporary data from old regions at 1731515378940 (+12 ms)Region opened successfully at 1731515378945 (+5 ms) 2024-11-13T16:29:38,945 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:29:38,950 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384681e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:29:38,951 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:29:38,951 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:29:38,951 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:29:38,951 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:29:38,952 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T16:29:38,953 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T16:29:38,953 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:29:38,956 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:29:38,957 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:29:38,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:29:38,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:29:38,965 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:29:38,965 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:29:38,966 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:29:38,973 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:29:38,974 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:29:38,976 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:29:38,982 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:29:38,983 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:29:38,990 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:29:38,993 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:29:38,998 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:29:39,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:39,007 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:29:39,007 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,007 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f8f85b0bb1d8,33171,1731515378627, sessionid=0x1013635b15a0000, setting cluster-up flag (Was=false) 2024-11-13T16:29:39,023 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,048 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:29:39,050 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:39,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,065 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,090 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:29:39,092 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:39,094 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:29:39,096 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:39,096 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:29:39,097 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:29:39,097 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f8f85b0bb1d8,33171,1731515378627 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:29:39,098 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:39,098 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:39,099 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:39,099 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:29:39,099 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f8f85b0bb1d8:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:29:39,099 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,099 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:29:39,099 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,106 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:39,106 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731515409108 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:29:39,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:29:39,109 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(746): ClusterId : 786d35bf-3fe4-48c9-af50-69d875f27a7f 2024-11-13T16:29:39,109 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:29:39,109 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:39,109 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:29:39,111 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:29:39,111 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:29:39,111 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:29:39,112 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:29:39,112 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:29:39,112 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515379112,5,FailOnTimeoutGroup] 2024-11-13T16:29:39,114 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515379112,5,FailOnTimeoutGroup] 2024-11-13T16:29:39,114 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,114 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:29:39,114 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,114 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,116 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:29:39,117 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:29:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:29:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:29:39,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:29:39,124 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c 2024-11-13T16:29:39,125 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:29:39,126 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26e6ce90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:29:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:29:39,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:29:39,146 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f8f85b0bb1d8:35365 2024-11-13T16:29:39,146 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:29:39,146 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:29:39,146 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:29:39,147 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,33171,1731515378627 with port=35365, startcode=1731515378781 2024-11-13T16:29:39,148 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:29:39,151 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:29:39,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33171 {}] master.ServerManager(517): Registering regionserver=f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,155 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c 2024-11-13T16:29:39,155 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37927 2024-11-13T16:29:39,155 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:29:39,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:29:39,170 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] zookeeper.ZKUtil(111): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,170 WARN [RS:0;f8f85b0bb1d8:35365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:29:39,170 INFO [RS:0;f8f85b0bb1d8:35365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:29:39,170 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,176 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f8f85b0bb1d8,35365,1731515378781] 2024-11-13T16:29:39,211 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:29:39,214 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:29:39,215 INFO [RS:0;f8f85b0bb1d8:35365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:29:39,215 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,219 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:29:39,220 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:29:39,221 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,221 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,222 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,222 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,222 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,222 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:29:39,222 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:29:39,222 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:29:39,232 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,232 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,233 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,233 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,233 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,233 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,35365,1731515378781-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:29:39,267 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:29:39,267 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,35365,1731515378781-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,267 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,268 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.Replication(171): f8f85b0bb1d8,35365,1731515378781 started 2024-11-13T16:29:39,289 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:39,290 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1482): Serving as f8f85b0bb1d8,35365,1731515378781, RpcServer on f8f85b0bb1d8/172.17.0.3:35365, sessionid=0x1013635b15a0001 2024-11-13T16:29:39,290 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:29:39,290 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,290 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,35365,1731515378781' 2024-11-13T16:29:39,290 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:29:39,291 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:29:39,292 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:29:39,292 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:29:39,292 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,292 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,35365,1731515378781' 2024-11-13T16:29:39,292 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:29:39,292 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:29:39,293 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:29:39,293 INFO [RS:0;f8f85b0bb1d8:35365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:29:39,293 INFO [RS:0;f8f85b0bb1d8:35365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:29:39,394 INFO [RS:0;f8f85b0bb1d8:35365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:29:39,403 INFO [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C35365%2C1731515378781, suffix=, logDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/oldWALs, maxLogs=32 2024-11-13T16:29:39,424 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515379404, exclude list is [], retry=0 2024-11-13T16:29:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd,DISK] 2024-11-13T16:29:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2,DISK] 2024-11-13T16:29:39,433 INFO [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515379404 2024-11-13T16:29:39,435 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-13T16:29:39,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:39,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:29:39,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:29:39,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:39,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:39,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:29:39,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:29:39,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:39,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:39,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:29:39,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:29:39,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:39,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:39,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:29:39,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:29:39,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:39,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:39,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:29:39,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740 2024-11-13T16:29:39,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740 2024-11-13T16:29:39,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:29:39,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:29:39,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:29:39,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:29:39,567 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:29:39,567 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=696437, jitterRate=-0.11443459987640381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:29:39,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731515379543Initializing all the Stores at 1731515379544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515379544Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515379545 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515379545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515379545Cleaning up temporary data from old regions at 1731515379560 (+15 ms)Region opened successfully at 1731515379568 (+8 ms) 2024-11-13T16:29:39,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:29:39,568 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:29:39,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:29:39,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:29:39,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:29:39,569 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:29:39,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515379568Disabling compacts and flushes for region at 1731515379568Disabling writes for close at 1731515379569 (+1 ms)Writing region close event to WAL at 1731515379569Closed at 1731515379569 2024-11-13T16:29:39,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:39,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:29:39,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:29:39,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:29:39,575 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:29:39,726 DEBUG [f8f85b0bb1d8:33171 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:29:39,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:39,729 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,35365,1731515378781, state=OPENING 2024-11-13T16:29:39,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:29:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,815 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:29:39,816 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:29:39,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:39,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:39,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,35365,1731515378781}] 2024-11-13T16:29:39,969 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:29:39,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:29:39,976 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:29:39,976 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:29:39,976 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:29:39,978 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C35365%2C1731515378781.meta, suffix=.meta, logDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781, archiveDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/oldWALs, maxLogs=32 2024-11-13T16:29:39,991 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.meta.1731515379979.meta, exclude list is [], retry=0 2024-11-13T16:29:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd,DISK] 2024-11-13T16:29:39,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2,DISK] 2024-11-13T16:29:39,996 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.meta.1731515379979.meta 2024-11-13T16:29:39,996 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44305:44305),(127.0.0.1/127.0.0.1:39077:39077)] 2024-11-13T16:29:39,996 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:29:39,997 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:29:39,997 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:29:39,997 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:29:39,997 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:29:39,997 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:39,997 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:29:39,997 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:29:39,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:29:40,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:29:40,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:40,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:40,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:29:40,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:29:40,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:40,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:29:40,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:29:40,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:40,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:40,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:29:40,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:29:40,005 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:40,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:29:40,005 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:29:40,006 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740 2024-11-13T16:29:40,007 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740 2024-11-13T16:29:40,009 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:29:40,009 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:29:40,009 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:29:40,011 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:29:40,012 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=800367, jitterRate=0.0177202969789505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:29:40,012 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:29:40,012 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731515379997Writing region info on filesystem at 1731515379998 (+1 ms)Initializing all the Stores at 1731515379998Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515379999 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515379999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515379999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515379999Cleaning up temporary data from old regions at 1731515380009 (+10 ms)Running coprocessor post-open hooks at 1731515380012 (+3 ms)Region opened successfully at 1731515380012 2024-11-13T16:29:40,013 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731515379969 2024-11-13T16:29:40,016 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:29:40,016 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:29:40,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:40,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,35365,1731515378781, state=OPEN 2024-11-13T16:29:40,068 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:29:40,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:40,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:40,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:29:40,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:29:40,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:29:40,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,35365,1731515378781 in 252 msec 2024-11-13T16:29:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:29:40,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-13T16:29:40,077 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:29:40,077 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:29:40,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:29:40,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,35365,1731515378781, seqNum=-1] 2024-11-13T16:29:40,079 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:29:40,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39749, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:29:40,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 992 msec 2024-11-13T16:29:40,089 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731515380089, completionTime=-1 2024-11-13T16:29:40,089 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:29:40,089 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T16:29:40,091 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T16:29:40,091 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731515440091 2024-11-13T16:29:40,091 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731515500091 2024-11-13T16:29:40,091 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-13T16:29:40,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,33171,1731515378627-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,33171,1731515378627-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,33171,1731515378627-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f8f85b0bb1d8:33171, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,092 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,094 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:29:40,097 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.257sec 2024-11-13T16:29:40,097 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:29:40,097 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:29:40,097 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:29:40,097 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:29:40,098 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:29:40,098 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,33171,1731515378627-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:29:40,098 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,33171,1731515378627-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:29:40,101 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:29:40,101 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:29:40,101 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,33171,1731515378627-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:29:40,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f4f385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:29:40,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,33171,-1 for getting cluster id 2024-11-13T16:29:40,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:29:40,112 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '786d35bf-3fe4-48c9-af50-69d875f27a7f' 2024-11-13T16:29:40,112 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:29:40,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "786d35bf-3fe4-48c9-af50-69d875f27a7f" 2024-11-13T16:29:40,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2451ddf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:29:40,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,33171,-1] 2024-11-13T16:29:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:29:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:29:40,116 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:29:40,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1af1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:29:40,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:29:40,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,35365,1731515378781, seqNum=-1] 2024-11-13T16:29:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:29:40,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:29:40,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:40,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:29:40,130 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T16:29:40,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:29:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:29:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54ff1d38 2024-11-13T16:29:40,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:29:40,134 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:29:40,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T16:29:40,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T16:29:40,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:29:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:29:40,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:29:40,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:40,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-13T16:29:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:29:40,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:29:40,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741835_1011 (size=405) 2024-11-13T16:29:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741835_1011 (size=405) 2024-11-13T16:29:40,554 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c54c45c275a6f4e95c087f26b4cfd5c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c 2024-11-13T16:29:40,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741836_1012 (size=88) 2024-11-13T16:29:40,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741836_1012 (size=88) 2024-11-13T16:29:40,561 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:40,561 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 6c54c45c275a6f4e95c087f26b4cfd5c, disabling compactions & flushes 2024-11-13T16:29:40,562 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,562 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,562 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. after waiting 0 ms 2024-11-13T16:29:40,562 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,562 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,562 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c54c45c275a6f4e95c087f26b4cfd5c: Waiting for close lock at 1731515380561Disabling compacts and flushes for region at 1731515380561Disabling writes for close at 1731515380562 (+1 ms)Writing region close event to WAL at 1731515380562Closed at 1731515380562 2024-11-13T16:29:40,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:29:40,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731515380564"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731515380564"}]},"ts":"1731515380564"} 2024-11-13T16:29:40,567 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:29:40,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:29:40,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515380568"}]},"ts":"1731515380568"} 2024-11-13T16:29:40,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-13T16:29:40,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6c54c45c275a6f4e95c087f26b4cfd5c, ASSIGN}] 2024-11-13T16:29:40,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6c54c45c275a6f4e95c087f26b4cfd5c, ASSIGN 2024-11-13T16:29:40,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6c54c45c275a6f4e95c087f26b4cfd5c, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,35365,1731515378781; forceNewPlan=false, retain=false 2024-11-13T16:29:40,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c54c45c275a6f4e95c087f26b4cfd5c, regionState=OPENING, regionLocation=f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:40,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6c54c45c275a6f4e95c087f26b4cfd5c, ASSIGN because future has completed 2024-11-13T16:29:40,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c54c45c275a6f4e95c087f26b4cfd5c, server=f8f85b0bb1d8,35365,1731515378781}] 2024-11-13T16:29:40,885 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,885 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c54c45c275a6f4e95c087f26b4cfd5c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:29:40,886 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,886 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:29:40,886 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,886 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,888 INFO [StoreOpener-6c54c45c275a6f4e95c087f26b4cfd5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,889 INFO [StoreOpener-6c54c45c275a6f4e95c087f26b4cfd5c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54c45c275a6f4e95c087f26b4cfd5c columnFamilyName info 2024-11-13T16:29:40,889 DEBUG [StoreOpener-6c54c45c275a6f4e95c087f26b4cfd5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:29:40,890 INFO [StoreOpener-6c54c45c275a6f4e95c087f26b4cfd5c-1 {}] regionserver.HStore(327): Store=6c54c45c275a6f4e95c087f26b4cfd5c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:29:40,890 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,891 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,891 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,891 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,891 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,893 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,895 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:29:40,896 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c54c45c275a6f4e95c087f26b4cfd5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=710438, jitterRate=-0.09663259983062744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:29:40,896 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:29:40,897 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c54c45c275a6f4e95c087f26b4cfd5c: Running coprocessor pre-open hook at 1731515380886Writing region info on filesystem at 1731515380886Initializing all the Stores at 1731515380887 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515380887Cleaning up temporary data from old regions at 1731515380892 (+5 ms)Running coprocessor post-open hooks at 1731515380896 (+4 ms)Region opened successfully at 1731515380897 (+1 ms) 2024-11-13T16:29:40,898 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c., pid=6, masterSystemTime=1731515380881 2024-11-13T16:29:40,901 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,901 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:40,902 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c54c45c275a6f4e95c087f26b4cfd5c, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:29:40,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c54c45c275a6f4e95c087f26b4cfd5c, server=f8f85b0bb1d8,35365,1731515378781 because future has completed 2024-11-13T16:29:40,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T16:29:40,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c54c45c275a6f4e95c087f26b4cfd5c, server=f8f85b0bb1d8,35365,1731515378781 in 178 msec 2024-11-13T16:29:40,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T16:29:40,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=6c54c45c275a6f4e95c087f26b4cfd5c, ASSIGN in 338 msec 2024-11-13T16:29:40,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:29:40,914 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515380913"}]},"ts":"1731515380913"} 2024-11-13T16:29:40,917 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-13T16:29:40,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:29:40,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 783 msec 2024-11-13T16:29:43,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:43,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,490 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:29:44,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:44,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:29:45,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:29:45,212 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-13T16:29:48,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:29:48,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T16:29:48,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:29:48,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T16:29:48,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:29:48,962 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-13T16:29:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:29:50,216 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T16:29:50,216 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-13T16:29:50,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:29:50,221 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:50,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c., hostname=f8f85b0bb1d8,35365,1731515378781, seqNum=2] 2024-11-13T16:29:50,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:29:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:29:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:29:50,251 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:29:50,254 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:29:50,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:29:50,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T16:29:50,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:50,422 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 6c54c45c275a6f4e95c087f26b4cfd5c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T16:29:50,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/460bbc20298140849faa327d306e8226 is 1055, key is row0001/info:/1731515390229/Put/seqid=0 2024-11-13T16:29:50,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741837_1013 (size=6008) 2024-11-13T16:29:50,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741837_1013 (size=6008) 2024-11-13T16:29:50,888 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/460bbc20298140849faa327d306e8226 2024-11-13T16:29:50,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/460bbc20298140849faa327d306e8226 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/460bbc20298140849faa327d306e8226 2024-11-13T16:29:50,916 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/460bbc20298140849faa327d306e8226, entries=1, sequenceid=5, filesize=5.9 K 2024-11-13T16:29:50,919 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6c54c45c275a6f4e95c087f26b4cfd5c in 497ms, sequenceid=5, compaction requested=false 2024-11-13T16:29:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 6c54c45c275a6f4e95c087f26b4cfd5c: 2024-11-13T16:29:50,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:29:50,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T16:29:50,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T16:29:50,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T16:29:50,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 671 msec 2024-11-13T16:29:50,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 691 msec 2024-11-13T16:30:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T16:30:00,285 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T16:30:00,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:00,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:00,293 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:30:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:30:00,295 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:30:00,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:30:00,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-13T16:30:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:00,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 6c54c45c275a6f4e95c087f26b4cfd5c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T16:30:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/b28a00d9827b4f2d8670e7cf3a294e1c is 1055, key is row0002/info:/1731515400287/Put/seqid=0 2024-11-13T16:30:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741838_1014 (size=6008) 2024-11-13T16:30:00,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741838_1014 (size=6008) 2024-11-13T16:30:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/b28a00d9827b4f2d8670e7cf3a294e1c 2024-11-13T16:30:00,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/b28a00d9827b4f2d8670e7cf3a294e1c as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/b28a00d9827b4f2d8670e7cf3a294e1c 2024-11-13T16:30:00,527 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/b28a00d9827b4f2d8670e7cf3a294e1c, entries=1, sequenceid=9, filesize=5.9 K 2024-11-13T16:30:00,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6c54c45c275a6f4e95c087f26b4cfd5c in 79ms, sequenceid=9, compaction requested=false 2024-11-13T16:30:00,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 6c54c45c275a6f4e95c087f26b4cfd5c: 2024-11-13T16:30:00,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:00,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T16:30:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T16:30:00,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T16:30:00,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 248 msec 2024-11-13T16:30:00,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 269 msec 2024-11-13T16:30:08,607 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:30:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T16:30:10,354 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T16:30:10,379 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515410359, exclude list is [], retry=0 2024-11-13T16:30:10,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd,DISK] 2024-11-13T16:30:10,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2,DISK] 2024-11-13T16:30:10,399 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515379404 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515410359 2024-11-13T16:30:10,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-13T16:30:10,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515379404 is not closed yet, will try archiving it next time 2024-11-13T16:30:10,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741833_1009 (size=5471) 2024-11-13T16:30:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741833_1009 (size=5471) 2024-11-13T16:30:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:30:10,423 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:30:10,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:30:10,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:30:10,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-13T16:30:10,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:10,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 6c54c45c275a6f4e95c087f26b4cfd5c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T16:30:10,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/9a97fa06d7844d24bd6a7cec96e9e2b2 is 1055, key is row0003/info:/1731515410356/Put/seqid=0 2024-11-13T16:30:10,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741840_1016 (size=6008) 2024-11-13T16:30:10,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741840_1016 (size=6008) 2024-11-13T16:30:10,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/9a97fa06d7844d24bd6a7cec96e9e2b2 2024-11-13T16:30:10,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/9a97fa06d7844d24bd6a7cec96e9e2b2 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/9a97fa06d7844d24bd6a7cec96e9e2b2 2024-11-13T16:30:10,622 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/9a97fa06d7844d24bd6a7cec96e9e2b2, entries=1, sequenceid=13, filesize=5.9 K 2024-11-13T16:30:10,623 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6c54c45c275a6f4e95c087f26b4cfd5c in 28ms, sequenceid=13, compaction requested=true 2024-11-13T16:30:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 6c54c45c275a6f4e95c087f26b4cfd5c: 2024-11-13T16:30:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:10,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T16:30:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T16:30:10,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T16:30:10,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-11-13T16:30:10,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 227 msec 2024-11-13T16:30:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T16:30:20,505 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T16:30:20,509 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:30:20,518 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:30:20,520 DEBUG [Time-limited test {}] regionserver.HStore(1541): 6c54c45c275a6f4e95c087f26b4cfd5c/info is initiating minor compaction (all files) 2024-11-13T16:30:20,520 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:30:20,521 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:20,521 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 6c54c45c275a6f4e95c087f26b4cfd5c/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:20,522 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/460bbc20298140849faa327d306e8226, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/b28a00d9827b4f2d8670e7cf3a294e1c, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/9a97fa06d7844d24bd6a7cec96e9e2b2] into tmpdir=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp, totalSize=17.6 K 2024-11-13T16:30:20,524 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 460bbc20298140849faa327d306e8226, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731515390229 2024-11-13T16:30:20,525 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b28a00d9827b4f2d8670e7cf3a294e1c, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731515400287 2024-11-13T16:30:20,526 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9a97fa06d7844d24bd6a7cec96e9e2b2, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731515410356 2024-11-13T16:30:20,546 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T16:30:20,546 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T16:30:20,565 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 6c54c45c275a6f4e95c087f26b4cfd5c#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:30:20,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/51d2926920254145824fbc43006a0df7 is 1055, key is row0001/info:/1731515390229/Put/seqid=0 2024-11-13T16:30:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741841_1017 (size=8221) 2024-11-13T16:30:20,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741841_1017 (size=8221) 2024-11-13T16:30:20,585 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/51d2926920254145824fbc43006a0df7 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/51d2926920254145824fbc43006a0df7 2024-11-13T16:30:20,606 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6c54c45c275a6f4e95c087f26b4cfd5c/info of 6c54c45c275a6f4e95c087f26b4cfd5c into 51d2926920254145824fbc43006a0df7(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:30:20,607 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 6c54c45c275a6f4e95c087f26b4cfd5c: 2024-11-13T16:30:20,625 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515420610, exclude list is [], retry=0 2024-11-13T16:30:20,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd,DISK] 2024-11-13T16:30:20,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2,DISK] 2024-11-13T16:30:20,633 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515410359 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515420610 2024-11-13T16:30:20,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-13T16:30:20,634 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515410359 is not closed yet, will try archiving it next time 2024-11-13T16:30:20,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741839_1015 (size=2495) 2024-11-13T16:30:20,636 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515379404 to hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/oldWALs/f8f85b0bb1d8%2C35365%2C1731515378781.1731515379404 2024-11-13T16:30:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741839_1015 (size=2495) 2024-11-13T16:30:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:30:20,640 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-13T16:30:20,642 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T16:30:20,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T16:30:20,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-13T16:30:20,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:20,796 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 6c54c45c275a6f4e95c087f26b4cfd5c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T16:30:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/4502b20a0b3f4198b173aa8a89743093 is 1055, key is row0000/info:/1731515420608/Put/seqid=0 2024-11-13T16:30:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741843_1019 (size=6008) 2024-11-13T16:30:20,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741843_1019 (size=6008) 2024-11-13T16:30:20,808 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/4502b20a0b3f4198b173aa8a89743093 2024-11-13T16:30:20,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/4502b20a0b3f4198b173aa8a89743093 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/4502b20a0b3f4198b173aa8a89743093 2024-11-13T16:30:20,821 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/4502b20a0b3f4198b173aa8a89743093, entries=1, sequenceid=18, filesize=5.9 K 2024-11-13T16:30:20,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6c54c45c275a6f4e95c087f26b4cfd5c in 26ms, sequenceid=18, compaction requested=false 2024-11-13T16:30:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 6c54c45c275a6f4e95c087f26b4cfd5c: 2024-11-13T16:30:20,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:20,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T16:30:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T16:30:20,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T16:30:20,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-13T16:30:20,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 192 msec 2024-11-13T16:30:25,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6c54c45c275a6f4e95c087f26b4cfd5c, had cached 0 bytes from a total of 14229 2024-11-13T16:30:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33171 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T16:30:30,714 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-13T16:30:30,737 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515430718, exclude list is [], retry=0 2024-11-13T16:30:30,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45381,DS-cd92366b-fcad-4c74-98ff-c8177e13e0b2,DISK] 2024-11-13T16:30:30,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43025,DS-9e07b91d-8f1f-4a78-9ca0-afe98ad729dd,DISK] 2024-11-13T16:30:30,760 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515420610 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515430718 2024-11-13T16:30:30,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39077:39077),(127.0.0.1/127.0.0.1:44305:44305)] 2024-11-13T16:30:30,761 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515420610 is not closed yet, will try archiving it next time 2024-11-13T16:30:30,761 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/WALs/f8f85b0bb1d8,35365,1731515378781/f8f85b0bb1d8%2C35365%2C1731515378781.1731515410359 to hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/oldWALs/f8f85b0bb1d8%2C35365%2C1731515378781.1731515410359 2024-11-13T16:30:30,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:30:30,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:30:30,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:30:30,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:30:30,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:30:30,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:30:30,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1669806894, stopped=false 2024-11-13T16:30:30,763 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f8f85b0bb1d8,33171,1731515378627 2024-11-13T16:30:30,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:30:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741842_1018 (size=2001) 2024-11-13T16:30:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741842_1018 (size=2001) 2024-11-13T16:30:30,782 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:30:30,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:30:30,783 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:30,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:30,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:30:30,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:30:30,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:30:30,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:30:30,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:30:30,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:30:30,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f8f85b0bb1d8,35365,1731515378781' ***** 2024-11-13T16:30:30,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:30:30,785 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:30:30,785 INFO [RS:0;f8f85b0bb1d8:35365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:30:30,785 INFO [RS:0;f8f85b0bb1d8:35365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:30:30,785 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:30:30,785 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:30:30,785 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(959): stopping server f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:30:30,786 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:30:30,786 INFO [RS:0;f8f85b0bb1d8:35365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f8f85b0bb1d8:35365. 2024-11-13T16:30:30,786 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c54c45c275a6f4e95c087f26b4cfd5c, disabling compactions & flushes 2024-11-13T16:30:30,786 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:30:30,786 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:30:30,786 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:30,786 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:30:30,786 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:30,786 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:30:30,786 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:30:30,786 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. after waiting 0 ms 2024-11-13T16:30:30,786 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:30:30,786 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:30,787 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c54c45c275a6f4e95c087f26b4cfd5c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-13T16:30:30,791 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T16:30:30,791 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1325): Online Regions={6c54c45c275a6f4e95c087f26b4cfd5c=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T16:30:30,791 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:30:30,791 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:30:30,791 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:30:30,791 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:30:30,791 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:30:30,791 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:30:30,791 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-13T16:30:30,804 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/3fa22c5e447b4f2c9601e8496976adcc is 1055, key is row0001/info:/1731515430716/Put/seqid=0 2024-11-13T16:30:30,834 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/info/eea743a2b0df4b5db33dc801a6b4b441 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c./info:regioninfo/1731515380901/Put/seqid=0 2024-11-13T16:30:30,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741845_1021 (size=6008) 2024-11-13T16:30:30,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741845_1021 (size=6008) 2024-11-13T16:30:30,864 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/3fa22c5e447b4f2c9601e8496976adcc 2024-11-13T16:30:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741846_1022 (size=7308) 2024-11-13T16:30:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741846_1022 (size=7308) 2024-11-13T16:30:30,892 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/info/eea743a2b0df4b5db33dc801a6b4b441 2024-11-13T16:30:30,913 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/.tmp/info/3fa22c5e447b4f2c9601e8496976adcc as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/3fa22c5e447b4f2c9601e8496976adcc 2024-11-13T16:30:30,945 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/3fa22c5e447b4f2c9601e8496976adcc, entries=1, sequenceid=22, filesize=5.9 K 2024-11-13T16:30:30,946 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/ns/3b02b4ec77de4b65a861d8a4354d7056 is 43, key is default/ns:d/1731515380082/Put/seqid=0 2024-11-13T16:30:30,949 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6c54c45c275a6f4e95c087f26b4cfd5c in 161ms, sequenceid=22, compaction requested=true 2024-11-13T16:30:30,951 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/460bbc20298140849faa327d306e8226, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/b28a00d9827b4f2d8670e7cf3a294e1c, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/9a97fa06d7844d24bd6a7cec96e9e2b2] to archive 2024-11-13T16:30:30,958 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:30:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741847_1023 (size=5153) 2024-11-13T16:30:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741847_1023 (size=5153) 2024-11-13T16:30:30,979 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/ns/3b02b4ec77de4b65a861d8a4354d7056 2024-11-13T16:30:30,979 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/460bbc20298140849faa327d306e8226 to hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/460bbc20298140849faa327d306e8226 2024-11-13T16:30:30,987 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/b28a00d9827b4f2d8670e7cf3a294e1c to hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/b28a00d9827b4f2d8670e7cf3a294e1c 2024-11-13T16:30:30,991 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c54c45c275a6f4e95c087f26b4cfd5c 2024-11-13T16:30:30,998 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/9a97fa06d7844d24bd6a7cec96e9e2b2 to hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/info/9a97fa06d7844d24bd6a7cec96e9e2b2 2024-11-13T16:30:31,016 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f8f85b0bb1d8:33171 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-13T16:30:31,017 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [460bbc20298140849faa327d306e8226=6008, b28a00d9827b4f2d8670e7cf3a294e1c=6008, 9a97fa06d7844d24bd6a7cec96e9e2b2=6008] 2024-11-13T16:30:31,043 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/table/e91c2de06837460e8fde98e635557e80 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731515380913/Put/seqid=0 2024-11-13T16:30:31,052 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/6c54c45c275a6f4e95c087f26b4cfd5c/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-13T16:30:31,055 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:31,055 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c54c45c275a6f4e95c087f26b4cfd5c: Waiting for close lock at 1731515430786Running coprocessor pre-close hooks at 1731515430786Disabling compacts and flushes for region at 1731515430786Disabling writes for close at 1731515430786Obtaining lock to block concurrent updates at 1731515430787 (+1 ms)Preparing flush snapshotting stores in 6c54c45c275a6f4e95c087f26b4cfd5c at 1731515430787Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731515430787Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. at 1731515430798 (+11 ms)Flushing 6c54c45c275a6f4e95c087f26b4cfd5c/info: creating writer at 1731515430798Flushing 6c54c45c275a6f4e95c087f26b4cfd5c/info: appending metadata at 1731515430803 (+5 ms)Flushing 6c54c45c275a6f4e95c087f26b4cfd5c/info: closing flushed file at 1731515430803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b4bf29c: reopening flushed file at 1731515430909 (+106 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 6c54c45c275a6f4e95c087f26b4cfd5c in 161ms, sequenceid=22, compaction requested=true at 1731515430949 (+40 ms)Writing region close event to WAL at 1731515431022 (+73 ms)Running coprocessor post-close hooks at 1731515431054 (+32 ms)Closed at 1731515431054 2024-11-13T16:30:31,055 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731515380135.6c54c45c275a6f4e95c087f26b4cfd5c. 2024-11-13T16:30:31,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741848_1024 (size=5508) 2024-11-13T16:30:31,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741848_1024 (size=5508) 2024-11-13T16:30:31,067 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/table/e91c2de06837460e8fde98e635557e80 2024-11-13T16:30:31,084 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/info/eea743a2b0df4b5db33dc801a6b4b441 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/info/eea743a2b0df4b5db33dc801a6b4b441 2024-11-13T16:30:31,094 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/info/eea743a2b0df4b5db33dc801a6b4b441, entries=10, sequenceid=11, filesize=7.1 K 2024-11-13T16:30:31,096 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/ns/3b02b4ec77de4b65a861d8a4354d7056 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/ns/3b02b4ec77de4b65a861d8a4354d7056 2024-11-13T16:30:31,109 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/ns/3b02b4ec77de4b65a861d8a4354d7056, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T16:30:31,110 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/.tmp/table/e91c2de06837460e8fde98e635557e80 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/table/e91c2de06837460e8fde98e635557e80 2024-11-13T16:30:31,131 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/table/e91c2de06837460e8fde98e635557e80, entries=2, sequenceid=11, filesize=5.4 K 2024-11-13T16:30:31,136 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 344ms, sequenceid=11, compaction requested=false 2024-11-13T16:30:31,157 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T16:30:31,158 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:30:31,158 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:30:31,158 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515430791Running coprocessor pre-close hooks at 1731515430791Disabling compacts and flushes for region at 1731515430791Disabling writes for close at 1731515430791Obtaining lock to block concurrent updates at 1731515430791Preparing flush snapshotting stores in 1588230740 at 1731515430791Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731515430792 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731515430799 (+7 ms)Flushing 1588230740/info: creating writer at 1731515430799Flushing 1588230740/info: appending metadata at 1731515430833 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731515430833Flushing 1588230740/ns: creating writer at 1731515430905 (+72 ms)Flushing 1588230740/ns: appending metadata at 1731515430945 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1731515430945Flushing 1588230740/table: creating writer at 1731515431005 (+60 ms)Flushing 1588230740/table: appending metadata at 1731515431042 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731515431043 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c9ef667: reopening flushed file at 1731515431081 (+38 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d627973: reopening flushed file at 1731515431094 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd1b745: reopening flushed file at 1731515431109 (+15 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 344ms, sequenceid=11, compaction requested=false at 1731515431136 (+27 ms)Writing region close event to WAL at 1731515431139 (+3 ms)Running coprocessor post-close hooks at 1731515431158 (+19 ms)Closed at 1731515431158 2024-11-13T16:30:31,159 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:30:31,191 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(976): stopping server f8f85b0bb1d8,35365,1731515378781; all regions closed. 2024-11-13T16:30:31,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741834_1010 (size=3306) 2024-11-13T16:30:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741834_1010 (size=3306) 2024-11-13T16:30:31,201 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/oldWALs 2024-11-13T16:30:31,201 INFO [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C35365%2C1731515378781.meta:.meta(num 1731515379979) 2024-11-13T16:30:31,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741844_1020 (size=1252) 2024-11-13T16:30:31,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741844_1020 (size=1252) 2024-11-13T16:30:31,215 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/oldWALs 2024-11-13T16:30:31,215 INFO [RS:0;f8f85b0bb1d8:35365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C35365%2C1731515378781:(num 1731515430718) 2024-11-13T16:30:31,215 DEBUG [RS:0;f8f85b0bb1d8:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:30:31,215 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:30:31,215 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:30:31,215 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.ChoreService(370): Chore service for: regionserver/f8f85b0bb1d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T16:30:31,216 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:30:31,216 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:30:31,216 INFO [RS:0;f8f85b0bb1d8:35365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35365 2024-11-13T16:30:31,245 INFO [regionserver/f8f85b0bb1d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:30:31,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:30:31,248 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f8f85b0bb1d8,35365,1731515378781 2024-11-13T16:30:31,248 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:30:31,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f8f85b0bb1d8,35365,1731515378781] 2024-11-13T16:30:31,271 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f8f85b0bb1d8,35365,1731515378781 already deleted, retry=false 2024-11-13T16:30:31,271 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f8f85b0bb1d8,35365,1731515378781 expired; onlineServers=0 2024-11-13T16:30:31,271 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f8f85b0bb1d8,33171,1731515378627' ***** 2024-11-13T16:30:31,271 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:30:31,271 INFO [M:0;f8f85b0bb1d8:33171 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:30:31,271 INFO [M:0;f8f85b0bb1d8:33171 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:30:31,271 DEBUG [M:0;f8f85b0bb1d8:33171 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:30:31,271 DEBUG [M:0;f8f85b0bb1d8:33171 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:30:31,271 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:30:31,272 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515379112 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515379112,5,FailOnTimeoutGroup] 2024-11-13T16:30:31,272 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515379112 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515379112,5,FailOnTimeoutGroup] 2024-11-13T16:30:31,272 INFO [M:0;f8f85b0bb1d8:33171 {}] hbase.ChoreService(370): Chore service for: master/f8f85b0bb1d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:30:31,272 INFO [M:0;f8f85b0bb1d8:33171 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:30:31,272 DEBUG [M:0;f8f85b0bb1d8:33171 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:30:31,272 INFO [M:0;f8f85b0bb1d8:33171 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:30:31,272 INFO [M:0;f8f85b0bb1d8:33171 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:30:31,272 INFO [M:0;f8f85b0bb1d8:33171 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:30:31,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:30:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:30:31,279 DEBUG [M:0;f8f85b0bb1d8:33171 {}] zookeeper.ZKUtil(347): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:30:31,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:31,279 WARN [M:0;f8f85b0bb1d8:33171 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:30:31,282 INFO [M:0;f8f85b0bb1d8:33171 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/.lastflushedseqids 2024-11-13T16:30:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741849_1025 (size=130) 2024-11-13T16:30:31,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741849_1025 (size=130) 2024-11-13T16:30:31,362 INFO [RS:0;f8f85b0bb1d8:35365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:30:31,362 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:30:31,363 DEBUG [pool-355-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x1013635b15a0001, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:30:31,363 INFO [RS:0;f8f85b0bb1d8:35365 {}] regionserver.HRegionServer(1031): Exiting; stopping=f8f85b0bb1d8,35365,1731515378781; zookeeper connection closed. 2024-11-13T16:30:31,364 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4830f01c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4830f01c 2024-11-13T16:30:31,370 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:30:31,722 INFO [M:0;f8f85b0bb1d8:33171 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:30:31,723 INFO [M:0;f8f85b0bb1d8:33171 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:30:31,723 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:30:31,723 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:31,723 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:31,723 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:30:31,723 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:31,723 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-13T16:30:31,742 DEBUG [M:0;f8f85b0bb1d8:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a63fa78f4f354af486ce7fe4b332ef56 is 82, key is hbase:meta,,1/info:regioninfo/1731515380017/Put/seqid=0 2024-11-13T16:30:31,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741850_1026 (size=5672) 2024-11-13T16:30:31,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741850_1026 (size=5672) 2024-11-13T16:30:32,152 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a63fa78f4f354af486ce7fe4b332ef56 2024-11-13T16:30:32,179 DEBUG [M:0;f8f85b0bb1d8:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183034a841804398a0cbc75efee112a6 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731515380920/Put/seqid=0 2024-11-13T16:30:32,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741851_1027 (size=7823) 2024-11-13T16:30:32,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741851_1027 (size=7823) 2024-11-13T16:30:32,204 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183034a841804398a0cbc75efee112a6 2024-11-13T16:30:32,217 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183034a841804398a0cbc75efee112a6 2024-11-13T16:30:32,240 DEBUG [M:0;f8f85b0bb1d8:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3aeca044c634709863e786fe5e2431b is 69, key is f8f85b0bb1d8,35365,1731515378781/rs:state/1731515379152/Put/seqid=0 2024-11-13T16:30:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741852_1028 (size=5156) 2024-11-13T16:30:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741852_1028 (size=5156) 2024-11-13T16:30:32,268 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3aeca044c634709863e786fe5e2431b 2024-11-13T16:30:32,326 DEBUG [M:0;f8f85b0bb1d8:33171 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/123a618e69b84c969e6e9497773e1209 is 52, key is load_balancer_on/state:d/1731515380129/Put/seqid=0 2024-11-13T16:30:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741853_1029 (size=5056) 2024-11-13T16:30:32,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741853_1029 (size=5056) 2024-11-13T16:30:32,760 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/123a618e69b84c969e6e9497773e1209 2024-11-13T16:30:32,768 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a63fa78f4f354af486ce7fe4b332ef56 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a63fa78f4f354af486ce7fe4b332ef56 2024-11-13T16:30:32,778 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a63fa78f4f354af486ce7fe4b332ef56, entries=8, sequenceid=121, filesize=5.5 K 2024-11-13T16:30:32,780 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183034a841804398a0cbc75efee112a6 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/183034a841804398a0cbc75efee112a6 2024-11-13T16:30:32,791 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 183034a841804398a0cbc75efee112a6 2024-11-13T16:30:32,791 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/183034a841804398a0cbc75efee112a6, entries=14, sequenceid=121, filesize=7.6 K 2024-11-13T16:30:32,795 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3aeca044c634709863e786fe5e2431b as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3aeca044c634709863e786fe5e2431b 2024-11-13T16:30:32,812 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3aeca044c634709863e786fe5e2431b, entries=1, sequenceid=121, filesize=5.0 K 2024-11-13T16:30:32,813 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/123a618e69b84c969e6e9497773e1209 as hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/123a618e69b84c969e6e9497773e1209 2024-11-13T16:30:32,822 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37927/user/jenkins/test-data/392de4c1-502e-cfb1-a03d-f34fd2be426c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/123a618e69b84c969e6e9497773e1209, entries=1, sequenceid=121, filesize=4.9 K 2024-11-13T16:30:32,825 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1102ms, sequenceid=121, compaction requested=false 2024-11-13T16:30:32,883 INFO [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:32,883 DEBUG [M:0;f8f85b0bb1d8:33171 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515431723Disabling compacts and flushes for region at 1731515431723Disabling writes for close at 1731515431723Obtaining lock to block concurrent updates at 1731515431723Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731515431723Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1731515431724 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731515431725 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731515431725Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731515431741 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731515431741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731515432160 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731515432179 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731515432179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731515432217 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731515432239 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731515432240 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731515432278 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731515432325 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731515432325Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29f7443c: reopening flushed file at 1731515432767 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3f863a: reopening flushed file at 1731515432778 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c1f78f1: reopening flushed file at 1731515432791 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e13bc59: reopening flushed file at 1731515432812 (+21 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1102ms, sequenceid=121, compaction requested=false at 1731515432825 (+13 ms)Writing region close event to WAL at 1731515432882 (+57 ms)Closed at 1731515432882 2024-11-13T16:30:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43025 is added to blk_1073741830_1006 (size=53035) 2024-11-13T16:30:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45381 is added to blk_1073741830_1006 (size=53035) 2024-11-13T16:30:32,914 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:30:32,914 INFO [M:0;f8f85b0bb1d8:33171 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:30:32,918 INFO [M:0;f8f85b0bb1d8:33171 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33171 2024-11-13T16:30:32,920 INFO [M:0;f8f85b0bb1d8:33171 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:30:33,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:30:33,041 INFO [M:0;f8f85b0bb1d8:33171 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:30:33,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33171-0x1013635b15a0000, quorum=127.0.0.1:54579, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:30:33,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1537412{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:30:33,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51998626{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:30:33,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:30:33,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1db674f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:30:33,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77fbae2e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir/,STOPPED} 2024-11-13T16:30:33,097 WARN [BP-686105506-172.17.0.3-1731515376380 heartbeating to localhost/127.0.0.1:37927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:30:33,097 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:30:33,097 WARN [BP-686105506-172.17.0.3-1731515376380 heartbeating to localhost/127.0.0.1:37927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-686105506-172.17.0.3-1731515376380 (Datanode Uuid aa624bbb-3201-403e-8e75-4a92a309768a) service to localhost/127.0.0.1:37927 2024-11-13T16:30:33,097 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:30:33,098 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data3/current/BP-686105506-172.17.0.3-1731515376380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:30:33,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data4/current/BP-686105506-172.17.0.3-1731515376380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:30:33,099 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:30:33,108 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5203cb5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:30:33,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e6de787{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:30:33,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:30:33,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@88c5f5e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:30:33,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d06f275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir/,STOPPED} 2024-11-13T16:30:33,120 WARN [BP-686105506-172.17.0.3-1731515376380 heartbeating to localhost/127.0.0.1:37927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:30:33,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:30:33,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:30:33,120 WARN [BP-686105506-172.17.0.3-1731515376380 heartbeating to localhost/127.0.0.1:37927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-686105506-172.17.0.3-1731515376380 (Datanode Uuid 73802e4e-1c59-424e-905a-6978177816aa) service to localhost/127.0.0.1:37927 2024-11-13T16:30:33,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data2/current/BP-686105506-172.17.0.3-1731515376380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:30:33,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/cluster_25143af2-d072-fc6e-387c-0a04a544a331/data/data1/current/BP-686105506-172.17.0.3-1731515376380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:30:33,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:30:33,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c41fc8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:30:33,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66b839c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:30:33,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:30:33,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e619a79{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:30:33,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68b5c206{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir/,STOPPED} 2024-11-13T16:30:33,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:30:33,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T16:30:33,231 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=94 (was 101), OpenFileDescriptor=431 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=758 (was 686) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5164 (was 4039) - AvailableMemoryMB LEAK? - 2024-11-13T16:30:33,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=94, OpenFileDescriptor=433, MaxFileDescriptor=1048576, SystemLoadAverage=758, ProcessCount=11, AvailableMemoryMB=5162 2024-11-13T16:30:33,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:30:33,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.log.dir so I do NOT create it in target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece 2024-11-13T16:30:33,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/60dd7017-2c50-cdd0-4c5f-6f2b918acd7b/hadoop.tmp.dir so I do NOT create it in target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece 2024-11-13T16:30:33,251 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff, deleteOnExit=true 2024-11-13T16:30:33,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:30:33,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/test.cache.data in system properties and HBase conf 2024-11-13T16:30:33,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:30:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:30:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:30:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:30:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:30:33,252 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:30:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:30:33,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:30:33,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:30:33,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:30:33,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:30:33,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:30:33,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:30:33,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:30:33,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:30:33,661 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:30:33,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:30:33,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:30:33,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@360ac38a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:30:33,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0d5db2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:30:33,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73bff3b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/java.io.tmpdir/jetty-localhost-44219-hadoop-hdfs-3_4_1-tests_jar-_-any-5182774295192259881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:30:33,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@193e9769{HTTP/1.1, (http/1.1)}{localhost:44219} 2024-11-13T16:30:33,825 INFO [Time-limited test {}] server.Server(415): Started @154925ms 2024-11-13T16:30:34,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:30:34,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:30:34,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:30:34,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:30:34,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:30:34,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264502b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:30:34,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ace8d8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:30:34,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54f5d63a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/java.io.tmpdir/jetty-localhost-33229-hadoop-hdfs-3_4_1-tests_jar-_-any-6989784876283269272/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:30:34,198 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60477bfb{HTTP/1.1, (http/1.1)}{localhost:33229} 2024-11-13T16:30:34,198 INFO [Time-limited test {}] server.Server(415): Started @155298ms 2024-11-13T16:30:34,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:30:34,332 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:30:34,339 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:30:34,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:30:34,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:30:34,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:30:34,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3541915d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:30:34,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38e7ccee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:30:34,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16be9da5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/java.io.tmpdir/jetty-localhost-38017-hadoop-hdfs-3_4_1-tests_jar-_-any-2689359703701631981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:30:34,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37066b70{HTTP/1.1, (http/1.1)}{localhost:38017} 2024-11-13T16:30:34,511 INFO [Time-limited test {}] server.Server(415): Started @155611ms 2024-11-13T16:30:34,514 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:30:34,933 WARN [Thread-1102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data2/current/BP-1985189452-172.17.0.3-1731515433302/current, will proceed with Du for space computation calculation, 2024-11-13T16:30:34,935 WARN [Thread-1101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data1/current/BP-1985189452-172.17.0.3-1731515433302/current, will proceed with Du for space computation calculation, 2024-11-13T16:30:34,999 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:30:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51ce655a6918b84 with lease ID 0x6a8785176719a100: Processing first storage report for DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c from datanode DatanodeRegistration(127.0.0.1:36963, datanodeUuid=90abc6dc-f058-4874-8784-ed8ce9f2cd1f, infoPort=38973, infoSecurePort=0, ipcPort=39027, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302) 2024-11-13T16:30:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51ce655a6918b84 with lease ID 0x6a8785176719a100: from storage DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c node DatanodeRegistration(127.0.0.1:36963, datanodeUuid=90abc6dc-f058-4874-8784-ed8ce9f2cd1f, infoPort=38973, infoSecurePort=0, ipcPort=39027, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:30:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd51ce655a6918b84 with lease ID 0x6a8785176719a100: Processing first storage report for DS-10679f3a-318a-4e15-8aa6-1870f7e79553 from datanode DatanodeRegistration(127.0.0.1:36963, datanodeUuid=90abc6dc-f058-4874-8784-ed8ce9f2cd1f, infoPort=38973, infoSecurePort=0, ipcPort=39027, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302) 2024-11-13T16:30:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd51ce655a6918b84 with lease ID 0x6a8785176719a100: from storage DS-10679f3a-318a-4e15-8aa6-1870f7e79553 node DatanodeRegistration(127.0.0.1:36963, datanodeUuid=90abc6dc-f058-4874-8784-ed8ce9f2cd1f, infoPort=38973, infoSecurePort=0, ipcPort=39027, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:30:35,325 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data3/current/BP-1985189452-172.17.0.3-1731515433302/current, will proceed with Du for space computation calculation, 2024-11-13T16:30:35,331 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data4/current/BP-1985189452-172.17.0.3-1731515433302/current, will proceed with Du for space computation calculation, 2024-11-13T16:30:35,379 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:30:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x738b991b75bc7829 with lease ID 0x6a8785176719a101: Processing first storage report for DS-87e41921-b8cb-43e2-b7ec-c568729633ac from datanode DatanodeRegistration(127.0.0.1:43651, datanodeUuid=4979ecaa-8759-4a09-85c2-e3a54a0f552a, infoPort=36881, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302) 2024-11-13T16:30:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x738b991b75bc7829 with lease ID 0x6a8785176719a101: from storage DS-87e41921-b8cb-43e2-b7ec-c568729633ac node DatanodeRegistration(127.0.0.1:43651, datanodeUuid=4979ecaa-8759-4a09-85c2-e3a54a0f552a, infoPort=36881, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:30:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x738b991b75bc7829 with lease ID 0x6a8785176719a101: Processing first storage report for DS-61f769c8-c3cb-4199-af62-9b43617964c8 from datanode DatanodeRegistration(127.0.0.1:43651, datanodeUuid=4979ecaa-8759-4a09-85c2-e3a54a0f552a, infoPort=36881, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302) 2024-11-13T16:30:35,383 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x738b991b75bc7829 with lease ID 0x6a8785176719a101: from storage DS-61f769c8-c3cb-4199-af62-9b43617964c8 node DatanodeRegistration(127.0.0.1:43651, datanodeUuid=4979ecaa-8759-4a09-85c2-e3a54a0f552a, infoPort=36881, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=1734281420;c=1731515433302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:30:35,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece 2024-11-13T16:30:35,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/zookeeper_0, clientPort=58964, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:30:35,403 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58964 2024-11-13T16:30:35,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:35,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:35,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:30:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:30:35,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7 with version=8 2024-11-13T16:30:35,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase-staging 2024-11-13T16:30:35,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:30:35,433 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:30:35,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46289 2024-11-13T16:30:35,437 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46289 connecting to ZooKeeper ensemble=127.0.0.1:58964 2024-11-13T16:30:35,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462890x0, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:30:35,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46289-0x10136368f2e0000 connected 2024-11-13T16:30:35,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:35,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:35,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:30:35,584 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7, hbase.cluster.distributed=false 2024-11-13T16:30:35,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:30:35,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-13T16:30:35,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46289 2024-11-13T16:30:35,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46289 2024-11-13T16:30:35,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-13T16:30:35,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46289 2024-11-13T16:30:35,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:30:35,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:30:35,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:30:35,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:30:35,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:30:35,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:30:35,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:30:35,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:30:35,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40809 2024-11-13T16:30:35,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40809 connecting to ZooKeeper ensemble=127.0.0.1:58964 2024-11-13T16:30:35,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:35,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:35,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408090x0, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:30:35,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40809-0x10136368f2e0001 connected 2024-11-13T16:30:35,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:30:35,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:30:35,679 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:30:35,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:30:35,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:30:35,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40809 2024-11-13T16:30:35,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40809 2024-11-13T16:30:35,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40809 2024-11-13T16:30:35,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40809 2024-11-13T16:30:35,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40809 2024-11-13T16:30:35,801 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f8f85b0bb1d8:46289 2024-11-13T16:30:35,807 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:35,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:30:35,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:30:35,862 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:35,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:35,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:30:35,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:35,899 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:30:35,910 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f8f85b0bb1d8,46289,1731515435432 from backup master directory 2024-11-13T16:30:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:30:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:35,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:30:35,935 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:30:35,935 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:35,987 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/hbase.id] with ID: c3312296-bca7-4aa3-90fd-7692f602e9d7 2024-11-13T16:30:35,987 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/.tmp/hbase.id 2024-11-13T16:30:36,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:30:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:30:36,051 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/.tmp/hbase.id]:[hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/hbase.id] 2024-11-13T16:30:36,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,195 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:36,196 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:30:36,227 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 30ms. 2024-11-13T16:30:36,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:36,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:30:36,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:30:36,359 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:30:36,360 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:30:36,363 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:30:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:30:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:30:36,456 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store 2024-11-13T16:30:36,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:30:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:30:36,475 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:30:36,475 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:30:36,475 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:36,475 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:36,475 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:30:36,475 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:36,475 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:30:36,475 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515436475Disabling compacts and flushes for region at 1731515436475Disabling writes for close at 1731515436475Writing region close event to WAL at 1731515436475Closed at 1731515436475 2024-11-13T16:30:36,477 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/.initializing 2024-11-13T16:30:36,477 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/WALs/f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:36,479 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:30:36,481 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C46289%2C1731515435432, suffix=, logDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/WALs/f8f85b0bb1d8,46289,1731515435432, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/oldWALs, maxLogs=10 2024-11-13T16:30:36,496 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/WALs/f8f85b0bb1d8,46289,1731515435432/f8f85b0bb1d8%2C46289%2C1731515435432.1731515436482, exclude list is [], retry=0 2024-11-13T16:30:36,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43651,DS-87e41921-b8cb-43e2-b7ec-c568729633ac,DISK] 2024-11-13T16:30:36,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c,DISK] 2024-11-13T16:30:36,502 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/WALs/f8f85b0bb1d8,46289,1731515435432/f8f85b0bb1d8%2C46289%2C1731515435432.1731515436482 2024-11-13T16:30:36,504 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:38973:38973)] 2024-11-13T16:30:36,504 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:30:36,504 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:30:36,504 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,504 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:30:36,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:36,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:36,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:30:36,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:30:36,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:30:36,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:36,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:30:36,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:30:36,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:36,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:30:36,519 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,520 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,520 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,521 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,521 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,523 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:30:36,524 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:30:36,530 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:30:36,532 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=775219, jitterRate=-0.014258816838264465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:30:36,533 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731515436504Initializing all the Stores at 1731515436505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515436505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515436506 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515436506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515436506Cleaning up temporary data from old regions at 1731515436521 (+15 ms)Region opened successfully at 1731515436533 (+12 ms) 2024-11-13T16:30:36,533 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:30:36,540 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@913d38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:30:36,541 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:30:36,541 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:30:36,541 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:30:36,542 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:30:36,542 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T16:30:36,543 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T16:30:36,543 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:30:36,545 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:30:36,546 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:30:36,582 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:30:36,582 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:30:36,583 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:30:36,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:30:36,605 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:30:36,605 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:30:36,606 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:30:36,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:36,641 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:30:36,643 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:30:36,655 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:30:36,658 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:30:36,701 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:30:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:30:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:30:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:36,759 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f8f85b0bb1d8,46289,1731515435432, sessionid=0x10136368f2e0000, setting cluster-up flag (Was=false) 2024-11-13T16:30:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:37,029 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:30:37,030 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:37,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:37,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:37,105 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:30:37,106 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:37,108 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:30:37,110 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:30:37,110 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:30:37,110 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:30:37,111 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f8f85b0bb1d8,46289,1731515435432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:30:37,118 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:30:37,118 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:30:37,118 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:30:37,119 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:30:37,119 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f8f85b0bb1d8:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:30:37,119 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,119 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:30:37,119 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731515467121 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:30:37,121 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:30:37,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:30:37,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:30:37,122 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,124 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:37,124 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:30:37,130 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:30:37,130 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:30:37,130 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:30:37,130 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:30:37,130 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:30:37,134 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515437130,5,FailOnTimeoutGroup] 2024-11-13T16:30:37,138 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515437135,5,FailOnTimeoutGroup] 2024-11-13T16:30:37,139 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,139 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:30:37,139 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,139 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:30:37,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:30:37,159 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:30:37,159 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7 2024-11-13T16:30:37,169 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(746): ClusterId : c3312296-bca7-4aa3-90fd-7692f602e9d7 2024-11-13T16:30:37,169 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:30:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:30:37,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741832_1008 (size=32) 2024-11-13T16:30:37,215 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:30:37,215 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:30:37,246 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:30:37,247 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb580dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:30:37,267 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f8f85b0bb1d8:40809 2024-11-13T16:30:37,267 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:30:37,267 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:30:37,267 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:30:37,273 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,46289,1731515435432 with port=40809, startcode=1731515435618 2024-11-13T16:30:37,273 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:30:37,279 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:30:37,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] master.ServerManager(517): Registering regionserver=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,283 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7 2024-11-13T16:30:37,283 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35997 2024-11-13T16:30:37,284 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:30:37,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:30:37,302 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] zookeeper.ZKUtil(111): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,303 WARN [RS:0;f8f85b0bb1d8:40809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:30:37,303 INFO [RS:0;f8f85b0bb1d8:40809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:30:37,303 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,311 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f8f85b0bb1d8,40809,1731515435618] 2024-11-13T16:30:37,332 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:30:37,335 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:30:37,339 INFO [RS:0;f8f85b0bb1d8:40809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:30:37,339 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,339 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:30:37,340 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:30:37,340 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,341 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:30:37,342 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:30:37,342 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:30:37,354 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,355 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,355 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,355 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,355 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,355 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,40809,1731515435618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:30:37,379 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:30:37,380 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,40809,1731515435618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,380 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,380 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.Replication(171): f8f85b0bb1d8,40809,1731515435618 started 2024-11-13T16:30:37,401 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:37,401 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1482): Serving as f8f85b0bb1d8,40809,1731515435618, RpcServer on f8f85b0bb1d8/172.17.0.3:40809, sessionid=0x10136368f2e0001 2024-11-13T16:30:37,401 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:30:37,401 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,401 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,40809,1731515435618' 2024-11-13T16:30:37,401 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:30:37,412 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:30:37,422 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:30:37,422 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:30:37,422 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,422 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,40809,1731515435618' 2024-11-13T16:30:37,422 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:30:37,431 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:30:37,446 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:30:37,446 INFO [RS:0;f8f85b0bb1d8:40809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:30:37,446 INFO [RS:0;f8f85b0bb1d8:40809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:30:37,547 INFO [RS:0;f8f85b0bb1d8:40809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:30:37,555 INFO [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C40809%2C1731515435618, suffix=, logDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/oldWALs, maxLogs=32 2024-11-13T16:30:37,576 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556, exclude list is [], retry=0 2024-11-13T16:30:37,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43651,DS-87e41921-b8cb-43e2-b7ec-c568729633ac,DISK] 2024-11-13T16:30:37,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c,DISK] 2024-11-13T16:30:37,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:30:37,611 INFO [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556 2024-11-13T16:30:37,611 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:38973:38973)] 2024-11-13T16:30:37,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:30:37,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:30:37,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:37,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:37,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:30:37,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:30:37,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:37,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:37,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:30:37,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:30:37,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:37,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:37,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:30:37,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:30:37,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:37,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:37,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:30:37,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740 2024-11-13T16:30:37,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740 2024-11-13T16:30:37,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:30:37,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:30:37,665 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:30:37,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:30:37,674 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:30:37,676 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=874264, jitterRate=0.11168429255485535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:30:37,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731515437599Initializing all the Stores at 1731515437611 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515437611Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515437614 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515437615 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515437615Cleaning up temporary data from old regions at 1731515437665 (+50 ms)Region opened successfully at 1731515437676 (+11 ms) 2024-11-13T16:30:37,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:30:37,677 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:30:37,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:30:37,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:30:37,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:30:37,683 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:30:37,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515437677Disabling compacts and flushes for region at 1731515437677Disabling writes for close at 1731515437677Writing region close event to WAL at 1731515437683 (+6 ms)Closed at 1731515437683 2024-11-13T16:30:37,691 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:30:37,691 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:30:37,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:30:37,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:30:37,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:30:37,848 DEBUG [f8f85b0bb1d8:46289 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:30:37,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:37,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,40809,1731515435618, state=OPENING 2024-11-13T16:30:37,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:30:37,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:37,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:30:37,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:30:37,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:30:37,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:30:37,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,40809,1731515435618}] 2024-11-13T16:30:38,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:30:38,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:30:38,051 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:30:38,051 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:30:38,052 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:30:38,054 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C40809%2C1731515435618.meta, suffix=.meta, logDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618, archiveDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/oldWALs, maxLogs=32 2024-11-13T16:30:38,070 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.meta.1731515438055.meta, exclude list is [], retry=0 2024-11-13T16:30:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43651,DS-87e41921-b8cb-43e2-b7ec-c568729633ac,DISK] 2024-11-13T16:30:38,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c,DISK] 2024-11-13T16:30:38,076 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.meta.1731515438055.meta 2024-11-13T16:30:38,078 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:38973:38973)] 2024-11-13T16:30:38,079 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:30:38,079 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:30:38,079 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:30:38,079 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:30:38,079 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:30:38,080 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:30:38,080 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:30:38,080 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:30:38,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:30:38,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:30:38,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:38,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:38,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:30:38,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:30:38,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:38,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:38,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:30:38,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:30:38,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:38,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:38,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:30:38,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:30:38,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:38,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:30:38,088 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:30:38,093 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740 2024-11-13T16:30:38,095 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740 2024-11-13T16:30:38,097 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:30:38,097 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:30:38,098 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:30:38,099 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:30:38,100 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=851959, jitterRate=0.08332225680351257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:30:38,101 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:30:38,105 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731515438080Writing region info on filesystem at 1731515438080Initializing all the Stores at 1731515438081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515438081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515438081Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515438081Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515438081Cleaning up temporary data from old regions at 1731515438097 (+16 ms)Running coprocessor post-open hooks at 1731515438101 (+4 ms)Region opened successfully at 1731515438104 (+3 ms) 2024-11-13T16:30:38,107 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731515438042 2024-11-13T16:30:38,111 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:30:38,111 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:30:38,112 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:38,113 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,40809,1731515435618, state=OPEN 2024-11-13T16:30:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:30:38,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:30:38,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:30:38,159 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:38,159 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:30:38,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:30:38,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,40809,1731515435618 in 270 msec 2024-11-13T16:30:38,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:30:38,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 471 msec 2024-11-13T16:30:38,166 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:30:38,166 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:30:38,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:30:38,168 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=-1] 2024-11-13T16:30:38,168 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:30:38,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:30:38,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0660 sec 2024-11-13T16:30:38,177 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731515438177, completionTime=-1 2024-11-13T16:30:38,177 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:30:38,177 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T16:30:38,180 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T16:30:38,180 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731515498180 2024-11-13T16:30:38,180 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731515558180 2024-11-13T16:30:38,180 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-13T16:30:38,181 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,46289,1731515435432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,181 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,46289,1731515435432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,181 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,46289,1731515435432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,181 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f8f85b0bb1d8:46289, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,181 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,181 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,183 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.251sec 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,46289,1731515435432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:30:38,187 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,46289,1731515435432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:30:38,190 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:30:38,190 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:30:38,191 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,46289,1731515435432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:30:38,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f3eba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:30:38,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,46289,-1 for getting cluster id 2024-11-13T16:30:38,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:30:38,279 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3312296-bca7-4aa3-90fd-7692f602e9d7' 2024-11-13T16:30:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:30:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3312296-bca7-4aa3-90fd-7692f602e9d7" 2024-11-13T16:30:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d1ae18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:30:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,46289,-1] 2024-11-13T16:30:38,280 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:30:38,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:30:38,284 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:30:38,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa2fbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:30:38,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:30:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=-1] 2024-11-13T16:30:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:30:38,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:30:38,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:38,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:30:38,298 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T16:30:38,299 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T16:30:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:30:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60bc3af5 2024-11-13T16:30:38,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T16:30:38,302 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T16:30:38,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-13T16:30:38,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-13T16:30:38,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:30:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-13T16:30:38,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T16:30:38,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:38,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-13T16:30:38,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T16:30:38,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:30:38,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741835_1011 (size=381) 2024-11-13T16:30:38,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741835_1011 (size=381) 2024-11-13T16:30:38,351 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a02ca11b53911ebfa1b1910ce2ab8f3, NAME => 'TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7 2024-11-13T16:30:38,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741836_1012 (size=64) 2024-11-13T16:30:38,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741836_1012 (size=64) 2024-11-13T16:30:38,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:30:38,373 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 4a02ca11b53911ebfa1b1910ce2ab8f3, disabling compactions & flushes 2024-11-13T16:30:38,374 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,374 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,374 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. after waiting 0 ms 2024-11-13T16:30:38,374 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,374 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,374 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: Waiting for close lock at 1731515438373Disabling compacts and flushes for region at 1731515438373Disabling writes for close at 1731515438374 (+1 ms)Writing region close event to WAL at 1731515438374Closed at 1731515438374 2024-11-13T16:30:38,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T16:30:38,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731515438376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731515438376"}]},"ts":"1731515438376"} 2024-11-13T16:30:38,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T16:30:38,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T16:30:38,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515438382"}]},"ts":"1731515438382"} 2024-11-13T16:30:38,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-13T16:30:38,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, ASSIGN}] 2024-11-13T16:30:38,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, ASSIGN 2024-11-13T16:30:38,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, ASSIGN; state=OFFLINE, location=f8f85b0bb1d8,40809,1731515435618; forceNewPlan=false, retain=false 2024-11-13T16:30:38,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a02ca11b53911ebfa1b1910ce2ab8f3, regionState=OPENING, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:38,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, ASSIGN because future has completed 2024-11-13T16:30:38,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618}] 2024-11-13T16:30:38,713 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,713 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a02ca11b53911ebfa1b1910ce2ab8f3, NAME => 'TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:30:38,713 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,713 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:30:38,714 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,714 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,723 INFO [StoreOpener-4a02ca11b53911ebfa1b1910ce2ab8f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,735 INFO [StoreOpener-4a02ca11b53911ebfa1b1910ce2ab8f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a02ca11b53911ebfa1b1910ce2ab8f3 columnFamilyName info 2024-11-13T16:30:38,735 DEBUG [StoreOpener-4a02ca11b53911ebfa1b1910ce2ab8f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:30:38,736 INFO [StoreOpener-4a02ca11b53911ebfa1b1910ce2ab8f3-1 {}] regionserver.HStore(327): Store=4a02ca11b53911ebfa1b1910ce2ab8f3/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:30:38,736 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,737 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,738 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,739 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,739 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,743 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,747 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:30:38,749 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4a02ca11b53911ebfa1b1910ce2ab8f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694454, jitterRate=-0.11695651710033417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:30:38,750 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:38,750 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: Running coprocessor pre-open hook at 1731515438714Writing region info on filesystem at 1731515438714Initializing all the Stores at 1731515438715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515438715Cleaning up temporary data from old regions at 1731515438739 (+24 ms)Running coprocessor post-open hooks at 1731515438750 (+11 ms)Region opened successfully at 1731515438750 2024-11-13T16:30:38,755 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., pid=6, masterSystemTime=1731515438707 2024-11-13T16:30:38,758 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,758 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:38,759 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4a02ca11b53911ebfa1b1910ce2ab8f3, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:38,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 because future has completed 2024-11-13T16:30:38,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T16:30:38,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 in 228 msec 2024-11-13T16:30:38,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T16:30:38,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, ASSIGN in 398 msec 2024-11-13T16:30:38,802 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T16:30:38,803 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731515438802"}]},"ts":"1731515438802"} 2024-11-13T16:30:38,812 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-13T16:30:38,813 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T16:30:38,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 510 msec 2024-11-13T16:30:38,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-13T16:30:38,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-13T16:30:38,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-13T16:30:43,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:30:43,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:30:43,624 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:30:43,625 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-13T16:30:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T16:30:48,334 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-13T16:30:48,334 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-13T16:30:48,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-13T16:30:48,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:30:48,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2] 2024-11-13T16:30:48,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:30:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:48,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/fb716688cd81419ca4ea0972e5203c59 is 1055, key is row0001/info:/1731515448345/Put/seqid=0 2024-11-13T16:30:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741837_1013 (size=13386) 2024-11-13T16:30:48,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741837_1013 (size=13386) 2024-11-13T16:30:48,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T16:30:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50076 deadline: 1731515458475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:30:48,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:30:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:30:48,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2 because the exception is null or not the one we care about 2024-11-13T16:30:48,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/fb716688cd81419ca4ea0972e5203c59 2024-11-13T16:30:48,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/fb716688cd81419ca4ea0972e5203c59 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/fb716688cd81419ca4ea0972e5203c59 2024-11-13T16:30:48,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/fb716688cd81419ca4ea0972e5203c59, entries=8, sequenceid=12, filesize=13.1 K 2024-11-13T16:30:48,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 458ms, sequenceid=12, compaction requested=false 2024-11-13T16:30:48,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:30:58,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:30:58,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-13T16:30:58,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/9a2e651756f94844b1425973902d143f is 1055, key is row0009/info:/1731515448376/Put/seqid=0 2024-11-13T16:30:58,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741838_1014 (size=28134) 2024-11-13T16:30:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741838_1014 (size=28134) 2024-11-13T16:30:58,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/9a2e651756f94844b1425973902d143f 2024-11-13T16:30:58,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/9a2e651756f94844b1425973902d143f as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f 2024-11-13T16:30:59,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f, entries=22, sequenceid=37, filesize=27.5 K 2024-11-13T16:30:59,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 460ms, sequenceid=37, compaction requested=false 2024-11-13T16:30:59,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:30:59,007 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-13T16:30:59,007 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:30:59,007 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f because midkey is the same as first or last row 2024-11-13T16:31:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:00,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:31:00,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/6772a0309ab841fb93870bd5817765de is 1055, key is row0031/info:/1731515458549/Put/seqid=0 2024-11-13T16:31:00,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741839_1015 (size=13386) 2024-11-13T16:31:00,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741839_1015 (size=13386) 2024-11-13T16:31:00,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/6772a0309ab841fb93870bd5817765de 2024-11-13T16:31:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/6772a0309ab841fb93870bd5817765de as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/6772a0309ab841fb93870bd5817765de 2024-11-13T16:31:00,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/6772a0309ab841fb93870bd5817765de, entries=8, sequenceid=48, filesize=13.1 K 2024-11-13T16:31:00,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 100ms, sequenceid=48, compaction requested=true 2024-11-13T16:31:00,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:00,679 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-13T16:31:00,679 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:00,679 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f because midkey is the same as first or last row 2024-11-13T16:31:00,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a02ca11b53911ebfa1b1910ce2ab8f3:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:00,681 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:00,682 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:00,682 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 4a02ca11b53911ebfa1b1910ce2ab8f3/info is initiating minor compaction (all files) 2024-11-13T16:31:00,682 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a02ca11b53911ebfa1b1910ce2ab8f3/info in TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:31:00,683 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/fb716688cd81419ca4ea0972e5203c59, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/6772a0309ab841fb93870bd5817765de] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp, totalSize=53.6 K 2024-11-13T16:31:00,683 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb716688cd81419ca4ea0972e5203c59, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731515448345 2024-11-13T16:31:00,684 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a2e651756f94844b1425973902d143f, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731515448376 2024-11-13T16:31:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:00,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:00,685 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6772a0309ab841fb93870bd5817765de, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731515458549 2024-11-13T16:31:00,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-13T16:31:00,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/5ef6898d4adf442f8a981d57e110f99c is 1055, key is row0039/info:/1731515460580/Put/seqid=0 2024-11-13T16:31:00,712 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a02ca11b53911ebfa1b1910ce2ab8f3#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:00,713 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/d1d12979bc084e59975b599dc6cd7a31 is 1055, key is row0001/info:/1731515448345/Put/seqid=0 2024-11-13T16:31:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741840_1016 (size=22874) 2024-11-13T16:31:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741840_1016 (size=22874) 2024-11-13T16:31:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741841_1017 (size=45105) 2024-11-13T16:31:00,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741841_1017 (size=45105) 2024-11-13T16:31:00,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/5ef6898d4adf442f8a981d57e110f99c 2024-11-13T16:31:00,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/5ef6898d4adf442f8a981d57e110f99c as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/5ef6898d4adf442f8a981d57e110f99c 2024-11-13T16:31:00,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/5ef6898d4adf442f8a981d57e110f99c, entries=17, sequenceid=68, filesize=22.3 K 2024-11-13T16:31:00,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 122ms, sequenceid=68, compaction requested=false 2024-11-13T16:31:00,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:00,807 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=76.0 K, sizeToCheck=16.0 K 2024-11-13T16:31:00,807 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:00,807 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f because midkey is the same as first or last row 2024-11-13T16:31:01,164 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/d1d12979bc084e59975b599dc6cd7a31 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 2024-11-13T16:31:01,172 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a02ca11b53911ebfa1b1910ce2ab8f3/info of 4a02ca11b53911ebfa1b1910ce2ab8f3 into d1d12979bc084e59975b599dc6cd7a31(size=44.0 K), total size for store is 66.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:01,172 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:01,174 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., storeName=4a02ca11b53911ebfa1b1910ce2ab8f3/info, priority=13, startTime=1731515460680; duration=0sec 2024-11-13T16:31:01,175 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-13T16:31:01,175 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:01,175 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 because midkey is the same as first or last row 2024-11-13T16:31:01,175 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-13T16:31:01,175 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:01,176 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 because midkey is the same as first or last row 2024-11-13T16:31:01,176 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=66.4 K, sizeToCheck=16.0 K 2024-11-13T16:31:01,176 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:01,176 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 because midkey is the same as first or last row 2024-11-13T16:31:01,176 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:01,176 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a02ca11b53911ebfa1b1910ce2ab8f3:info 2024-11-13T16:31:02,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:02,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-13T16:31:02,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/7e85af5e0f434a0789247a657477157c is 1055, key is row0056/info:/1731515460687/Put/seqid=0 2024-11-13T16:31:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741842_1018 (size=15490) 2024-11-13T16:31:02,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741842_1018 (size=15490) 2024-11-13T16:31:02,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/7e85af5e0f434a0789247a657477157c 2024-11-13T16:31:02,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/7e85af5e0f434a0789247a657477157c as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/7e85af5e0f434a0789247a657477157c 2024-11-13T16:31:02,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/7e85af5e0f434a0789247a657477157c, entries=10, sequenceid=82, filesize=15.1 K 2024-11-13T16:31:02,759 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=11.29 KB/11561 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 28ms, sequenceid=82, compaction requested=true 2024-11-13T16:31:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 because midkey is the same as first or last row 2024-11-13T16:31:02,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a02ca11b53911ebfa1b1910ce2ab8f3:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:02,760 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:02,760 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:02,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:02,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-13T16:31:02,761 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:02,762 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 4a02ca11b53911ebfa1b1910ce2ab8f3/info is initiating minor compaction (all files) 2024-11-13T16:31:02,762 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4a02ca11b53911ebfa1b1910ce2ab8f3/info in TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:31:02,762 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/5ef6898d4adf442f8a981d57e110f99c, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/7e85af5e0f434a0789247a657477157c] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp, totalSize=81.5 K 2024-11-13T16:31:02,763 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1d12979bc084e59975b599dc6cd7a31, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731515448345 2024-11-13T16:31:02,764 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef6898d4adf442f8a981d57e110f99c, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1731515460580 2024-11-13T16:31:02,764 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e85af5e0f434a0789247a657477157c, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731515460687 2024-11-13T16:31:02,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/2694ec74ccdf4e31987b8ac0be7405ca is 1055, key is row0066/info:/1731515462733/Put/seqid=0 2024-11-13T16:31:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741843_1019 (size=17594) 2024-11-13T16:31:02,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741843_1019 (size=17594) 2024-11-13T16:31:02,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/2694ec74ccdf4e31987b8ac0be7405ca 2024-11-13T16:31:02,785 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a02ca11b53911ebfa1b1910ce2ab8f3#info#compaction#38 average throughput is 16.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:02,785 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/731a311a403949c89b90b3ddf19e369b is 1055, key is row0001/info:/1731515448345/Put/seqid=0 2024-11-13T16:31:02,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/2694ec74ccdf4e31987b8ac0be7405ca as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/2694ec74ccdf4e31987b8ac0be7405ca 2024-11-13T16:31:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741844_1020 (size=73753) 2024-11-13T16:31:02,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741844_1020 (size=73753) 2024-11-13T16:31:02,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/2694ec74ccdf4e31987b8ac0be7405ca, entries=12, sequenceid=97, filesize=17.2 K 2024-11-13T16:31:02,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 36ms, sequenceid=97, compaction requested=false 2024-11-13T16:31:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=98.7 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,798 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 because midkey is the same as first or last row 2024-11-13T16:31:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:02,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-13T16:31:02,802 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/731a311a403949c89b90b3ddf19e369b as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b 2024-11-13T16:31:02,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/f4af9c0fb9fb445496f6d39fb61bc915 is 1055, key is row0078/info:/1731515462763/Put/seqid=0 2024-11-13T16:31:02,846 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4a02ca11b53911ebfa1b1910ce2ab8f3/info of 4a02ca11b53911ebfa1b1910ce2ab8f3 into 731a311a403949c89b90b3ddf19e369b(size=72.0 K), total size for store is 89.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:02,846 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:02,846 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., storeName=4a02ca11b53911ebfa1b1910ce2ab8f3/info, priority=13, startTime=1731515462759; duration=0sec 2024-11-13T16:31:02,847 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,847 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,847 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,847 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,847 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=89.2 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,847 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,848 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:02,848 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:02,848 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a02ca11b53911ebfa1b1910ce2ab8f3:info 2024-11-13T16:31:02,850 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] assignment.AssignmentManager(1363): Split request from f8f85b0bb1d8,40809,1731515435618, parent={ENCODED => 4a02ca11b53911ebfa1b1910ce2ab8f3, NAME => 'TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-13T16:31:02,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741845_1021 (size=19714) 2024-11-13T16:31:02,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/f4af9c0fb9fb445496f6d39fb61bc915 2024-11-13T16:31:02,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741845_1021 (size=19714) 2024-11-13T16:31:02,857 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:02,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/f4af9c0fb9fb445496f6d39fb61bc915 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/f4af9c0fb9fb445496f6d39fb61bc915 2024-11-13T16:31:02,862 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=4a02ca11b53911ebfa1b1910ce2ab8f3, daughterA=6e10ed814ab1616e50e76141552ceca7, daughterB=5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:02,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=4a02ca11b53911ebfa1b1910ce2ab8f3, daughterA=6e10ed814ab1616e50e76141552ceca7, daughterB=5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:02,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=4a02ca11b53911ebfa1b1910ce2ab8f3, daughterA=6e10ed814ab1616e50e76141552ceca7, daughterB=5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:02,864 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=4a02ca11b53911ebfa1b1910ce2ab8f3, daughterA=6e10ed814ab1616e50e76141552ceca7, daughterB=5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:02,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, UNASSIGN}] 2024-11-13T16:31:02,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, UNASSIGN 2024-11-13T16:31:02,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/f4af9c0fb9fb445496f6d39fb61bc915, entries=14, sequenceid=114, filesize=19.3 K 2024-11-13T16:31:02,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=5.13 KB/5255 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 79ms, sequenceid=114, compaction requested=true 2024-11-13T16:31:02,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: 2024-11-13T16:31:02,879 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=108.5 K, sizeToCheck=16.0 K 2024-11-13T16:31:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-13T16:31:02,880 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a02ca11b53911ebfa1b1910ce2ab8f3, regionState=CLOSING, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:02,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:02,881 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] assignment.AssignmentManager(1363): Split request from f8f85b0bb1d8,40809,1731515435618, parent={ENCODED => 4a02ca11b53911ebfa1b1910ce2ab8f3, NAME => 'TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-13T16:31:02,882 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46289 {}] assignment.AssignmentManager(1378): Ignoring split request from f8f85b0bb1d8,40809,1731515435618, parent={ENCODED => 4a02ca11b53911ebfa1b1910ce2ab8f3, NAME => 'TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.', STARTKEY => '', ENDKEY => ''} because parent is unknown or not open 2024-11-13T16:31:02,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, UNASSIGN because future has completed 2024-11-13T16:31:02,884 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-13T16:31:02,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618}] 2024-11-13T16:31:03,045 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,045 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-13T16:31:03,046 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 4a02ca11b53911ebfa1b1910ce2ab8f3, disabling compactions & flushes 2024-11-13T16:31:03,046 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:31:03,046 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:31:03,046 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. after waiting 0 ms 2024-11-13T16:31:03,046 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:31:03,046 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-13T16:31:03,052 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/3da75e0d97b34132b8382d6d72209538 is 1055, key is row0092/info:/1731515462802/Put/seqid=0 2024-11-13T16:31:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741846_1022 (size=10222) 2024-11-13T16:31:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741846_1022 (size=10222) 2024-11-13T16:31:03,059 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/3da75e0d97b34132b8382d6d72209538 2024-11-13T16:31:03,071 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/.tmp/info/3da75e0d97b34132b8382d6d72209538 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/3da75e0d97b34132b8382d6d72209538 2024-11-13T16:31:03,085 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/3da75e0d97b34132b8382d6d72209538, entries=5, sequenceid=123, filesize=10.0 K 2024-11-13T16:31:03,091 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 45ms, sequenceid=123, compaction requested=true 2024-11-13T16:31:03,093 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/fb716688cd81419ca4ea0972e5203c59, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/6772a0309ab841fb93870bd5817765de, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/5ef6898d4adf442f8a981d57e110f99c, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/7e85af5e0f434a0789247a657477157c] to archive 2024-11-13T16:31:03,094 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:31:03,097 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/fb716688cd81419ca4ea0972e5203c59 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/fb716688cd81419ca4ea0972e5203c59 2024-11-13T16:31:03,099 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/9a2e651756f94844b1425973902d143f 2024-11-13T16:31:03,101 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/d1d12979bc084e59975b599dc6cd7a31 2024-11-13T16:31:03,104 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/6772a0309ab841fb93870bd5817765de to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/6772a0309ab841fb93870bd5817765de 2024-11-13T16:31:03,109 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/5ef6898d4adf442f8a981d57e110f99c to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/5ef6898d4adf442f8a981d57e110f99c 2024-11-13T16:31:03,111 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/7e85af5e0f434a0789247a657477157c to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/7e85af5e0f434a0789247a657477157c 2024-11-13T16:31:03,119 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-11-13T16:31:03,120 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. 2024-11-13T16:31:03,121 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 4a02ca11b53911ebfa1b1910ce2ab8f3: Waiting for close lock at 1731515463046Running coprocessor pre-close hooks at 1731515463046Disabling compacts and flushes for region at 1731515463046Disabling writes for close at 1731515463046Obtaining lock to block concurrent updates at 1731515463046Preparing flush snapshotting stores in 4a02ca11b53911ebfa1b1910ce2ab8f3 at 1731515463046Finished memstore snapshotting TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731515463047 (+1 ms)Flushing stores of TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. at 1731515463048 (+1 ms)Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3/info: creating writer at 1731515463048Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3/info: appending metadata at 1731515463051 (+3 ms)Flushing 4a02ca11b53911ebfa1b1910ce2ab8f3/info: closing flushed file at 1731515463052 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47546632: reopening flushed file at 1731515463069 (+17 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 4a02ca11b53911ebfa1b1910ce2ab8f3 in 45ms, sequenceid=123, compaction requested=true at 1731515463091 (+22 ms)Writing region close event to WAL at 1731515463115 (+24 ms)Running coprocessor post-close hooks at 1731515463120 (+5 ms)Closed at 1731515463120 2024-11-13T16:31:03,124 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,128 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=4a02ca11b53911ebfa1b1910ce2ab8f3, regionState=CLOSED 2024-11-13T16:31:03,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 because future has completed 2024-11-13T16:31:03,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T16:31:03,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 4a02ca11b53911ebfa1b1910ce2ab8f3, server=f8f85b0bb1d8,40809,1731515435618 in 255 msec 2024-11-13T16:31:03,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T16:31:03,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=4a02ca11b53911ebfa1b1910ce2ab8f3, UNASSIGN in 272 msec 2024-11-13T16:31:03,174 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:03,180 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=4a02ca11b53911ebfa1b1910ce2ab8f3, threads=4 2024-11-13T16:31:03,182 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,182 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/3da75e0d97b34132b8382d6d72209538 for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,183 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/f4af9c0fb9fb445496f6d39fb61bc915 for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,187 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/2694ec74ccdf4e31987b8ac0be7405ca for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,208 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/3da75e0d97b34132b8382d6d72209538, top=true 2024-11-13T16:31:03,218 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/f4af9c0fb9fb445496f6d39fb61bc915, top=true 2024-11-13T16:31:03,223 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/2694ec74ccdf4e31987b8ac0be7405ca, top=true 2024-11-13T16:31:03,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741847_1023 (size=27) 2024-11-13T16:31:03,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741847_1023 (size=27) 2024-11-13T16:31:03,240 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915 for child: 5a4de86dd1b06a4f12aa99f4b04308d2, parent: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,241 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/f4af9c0fb9fb445496f6d39fb61bc915 for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,243 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538 for child: 5a4de86dd1b06a4f12aa99f4b04308d2, parent: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,243 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/3da75e0d97b34132b8382d6d72209538 for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,247 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca for child: 5a4de86dd1b06a4f12aa99f4b04308d2, parent: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,248 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/2694ec74ccdf4e31987b8ac0be7405ca for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741848_1024 (size=27) 2024-11-13T16:31:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741848_1024 (size=27) 2024-11-13T16:31:03,266 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b for region: 4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:03,269 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 4a02ca11b53911ebfa1b1910ce2ab8f3 Daughter A: [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3] storefiles, Daughter B: [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915] storefiles. 2024-11-13T16:31:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741849_1025 (size=71) 2024-11-13T16:31:03,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741849_1025 (size=71) 2024-11-13T16:31:03,291 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741850_1026 (size=71) 2024-11-13T16:31:03,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741850_1026 (size=71) 2024-11-13T16:31:03,325 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:03,344 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-13T16:31:03,351 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-11-13T16:31:03,355 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731515463354"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731515463354"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731515463354"}]},"ts":"1731515463354"} 2024-11-13T16:31:03,355 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731515463354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731515463354"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731515463354"}]},"ts":"1731515463354"} 2024-11-13T16:31:03,355 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731515463354"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731515463354"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731515463354"}]},"ts":"1731515463354"} 2024-11-13T16:31:03,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6e10ed814ab1616e50e76141552ceca7, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5a4de86dd1b06a4f12aa99f4b04308d2, ASSIGN}] 2024-11-13T16:31:03,386 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5a4de86dd1b06a4f12aa99f4b04308d2, ASSIGN 2024-11-13T16:31:03,386 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6e10ed814ab1616e50e76141552ceca7, ASSIGN 2024-11-13T16:31:03,387 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5a4de86dd1b06a4f12aa99f4b04308d2, ASSIGN; state=SPLITTING_NEW, location=f8f85b0bb1d8,40809,1731515435618; forceNewPlan=false, retain=false 2024-11-13T16:31:03,387 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6e10ed814ab1616e50e76141552ceca7, ASSIGN; state=SPLITTING_NEW, location=f8f85b0bb1d8,40809,1731515435618; forceNewPlan=false, retain=false 2024-11-13T16:31:03,538 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5a4de86dd1b06a4f12aa99f4b04308d2, regionState=OPENING, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:03,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6e10ed814ab1616e50e76141552ceca7, regionState=OPENING, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6e10ed814ab1616e50e76141552ceca7, ASSIGN because future has completed 2024-11-13T16:31:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5a4de86dd1b06a4f12aa99f4b04308d2, ASSIGN because future has completed 2024-11-13T16:31:03,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e10ed814ab1616e50e76141552ceca7, server=f8f85b0bb1d8,40809,1731515435618}] 2024-11-13T16:31:03,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618}] 2024-11-13T16:31:03,701 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:03,701 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a4de86dd1b06a4f12aa99f4b04308d2, NAME => 'TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-13T16:31:03,701 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,701 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:31:03,702 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,702 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,705 INFO [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,706 INFO [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a4de86dd1b06a4f12aa99f4b04308d2 columnFamilyName info 2024-11-13T16:31:03,706 DEBUG [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:03,728 DEBUG [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3->hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b-top 2024-11-13T16:31:03,757 DEBUG [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca 2024-11-13T16:31:03,772 DEBUG [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538 2024-11-13T16:31:03,789 DEBUG [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915 2024-11-13T16:31:03,789 INFO [StoreOpener-5a4de86dd1b06a4f12aa99f4b04308d2-1 {}] regionserver.HStore(327): Store=5a4de86dd1b06a4f12aa99f4b04308d2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:31:03,789 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,791 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,794 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,795 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,795 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,801 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,802 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 5a4de86dd1b06a4f12aa99f4b04308d2; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=830575, jitterRate=0.05613076686859131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:31:03,803 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:03,803 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 5a4de86dd1b06a4f12aa99f4b04308d2: Running coprocessor pre-open hook at 1731515463702Writing region info on filesystem at 1731515463702Initializing all the Stores at 1731515463703 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515463703Cleaning up temporary data from old regions at 1731515463795 (+92 ms)Running coprocessor post-open hooks at 1731515463803 (+8 ms)Region opened successfully at 1731515463803 2024-11-13T16:31:03,804 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., pid=13, masterSystemTime=1731515463697 2024-11-13T16:31:03,805 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-13T16:31:03,805 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:03,805 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:03,807 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:03,807 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:03,807 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:03,808 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3->hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b-top, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=118.4 K 2024-11-13T16:31:03,808 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:03,808 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731515448345 2024-11-13T16:31:03,808 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:03,809 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:03,809 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731515462733 2024-11-13T16:31:03,809 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e10ed814ab1616e50e76141552ceca7, NAME => 'TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-13T16:31:03,809 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731515462763 2024-11-13T16:31:03,809 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,810 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:31:03,810 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,810 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,810 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538, keycount=5, bloomtype=ROW, size=10.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731515462802 2024-11-13T16:31:03,815 INFO [StoreOpener-6e10ed814ab1616e50e76141552ceca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=5a4de86dd1b06a4f12aa99f4b04308d2, regionState=OPEN, openSeqNum=127, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:03,816 INFO [StoreOpener-6e10ed814ab1616e50e76141552ceca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e10ed814ab1616e50e76141552ceca7 columnFamilyName info 2024-11-13T16:31:03,816 DEBUG [StoreOpener-6e10ed814ab1616e50e76141552ceca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:03,818 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-13T16:31:03,819 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-13T16:31:03,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-13T16:31:03,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618 because future has completed 2024-11-13T16:31:03,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-13T16:31:03,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618 in 282 msec 2024-11-13T16:31:03,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=5a4de86dd1b06a4f12aa99f4b04308d2, ASSIGN in 449 msec 2024-11-13T16:31:03,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/info/a4df776e9c6c491684572a389c831625 is 193, key is TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2./info:regioninfo/1731515463815/Put/seqid=0 2024-11-13T16:31:03,876 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#42 average throughput is 6.62 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:03,877 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f64a5d38830844e0b3cb20cf4b87111f is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:03,895 DEBUG [StoreOpener-6e10ed814ab1616e50e76141552ceca7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3->hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b-bottom 2024-11-13T16:31:03,896 INFO [StoreOpener-6e10ed814ab1616e50e76141552ceca7-1 {}] regionserver.HStore(327): Store=6e10ed814ab1616e50e76141552ceca7/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:31:03,896 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,899 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,906 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,907 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,907 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,910 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,911 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 6e10ed814ab1616e50e76141552ceca7; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=790518, jitterRate=0.005195647478103638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T16:31:03,911 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:03,911 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 6e10ed814ab1616e50e76141552ceca7: Running coprocessor pre-open hook at 1731515463810Writing region info on filesystem at 1731515463810Initializing all the Stores at 1731515463811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515463812 (+1 ms)Cleaning up temporary data from old regions at 1731515463907 (+95 ms)Running coprocessor post-open hooks at 1731515463911 (+4 ms)Region opened successfully at 1731515463911 2024-11-13T16:31:03,915 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7., pid=12, masterSystemTime=1731515463697 2024-11-13T16:31:03,915 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store 6e10ed814ab1616e50e76141552ceca7:info, priority=-2147483648, current under compaction store size is 2 2024-11-13T16:31:03,915 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:03,915 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-13T16:31:03,918 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:03,918 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1541): 6e10ed814ab1616e50e76141552ceca7/info is initiating minor compaction (all files) 2024-11-13T16:31:03,918 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6e10ed814ab1616e50e76141552ceca7/info in TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:03,918 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3->hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b-bottom] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/.tmp, totalSize=72.0 K 2024-11-13T16:31:03,920 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.Compactor(225): Compacting 731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731515448345 2024-11-13T16:31:03,921 DEBUG [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:03,921 INFO [RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:03,927 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6e10ed814ab1616e50e76141552ceca7, regionState=OPEN, openSeqNum=127, regionLocation=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e10ed814ab1616e50e76141552ceca7, server=f8f85b0bb1d8,40809,1731515435618 because future has completed 2024-11-13T16:31:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741851_1027 (size=9882) 2024-11-13T16:31:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741851_1027 (size=9882) 2024-11-13T16:31:03,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-13T16:31:03,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e10ed814ab1616e50e76141552ceca7, server=f8f85b0bb1d8,40809,1731515435618 in 397 msec 2024-11-13T16:31:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741852_1028 (size=40102) 2024-11-13T16:31:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741852_1028 (size=40102) 2024-11-13T16:31:03,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-13T16:31:03,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6e10ed814ab1616e50e76141552ceca7, ASSIGN in 567 msec 2024-11-13T16:31:03,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=4a02ca11b53911ebfa1b1910ce2ab8f3, daughterA=6e10ed814ab1616e50e76141552ceca7, daughterB=5a4de86dd1b06a4f12aa99f4b04308d2 in 1.0970 sec 2024-11-13T16:31:03,960 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6e10ed814ab1616e50e76141552ceca7#info#compaction#43 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:03,961 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/.tmp/info/4ae04cdc521d4118bcfc72648d5d5a0d is 1055, key is row0001/info:/1731515448345/Put/seqid=0 2024-11-13T16:31:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741853_1029 (size=71441) 2024-11-13T16:31:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741853_1029 (size=71441) 2024-11-13T16:31:03,978 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/.tmp/info/4ae04cdc521d4118bcfc72648d5d5a0d as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/4ae04cdc521d4118bcfc72648d5d5a0d 2024-11-13T16:31:03,991 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 6e10ed814ab1616e50e76141552ceca7/info of 6e10ed814ab1616e50e76141552ceca7 into 4ae04cdc521d4118bcfc72648d5d5a0d(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:03,991 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6e10ed814ab1616e50e76141552ceca7: 2024-11-13T16:31:03,991 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7., storeName=6e10ed814ab1616e50e76141552ceca7/info, priority=15, startTime=1731515463915; duration=0sec 2024-11-13T16:31:03,992 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:03,992 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6e10ed814ab1616e50e76141552ceca7:info 2024-11-13T16:31:04,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/info/a4df776e9c6c491684572a389c831625 2024-11-13T16:31:04,356 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f64a5d38830844e0b3cb20cf4b87111f as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f64a5d38830844e0b3cb20cf4b87111f 2024-11-13T16:31:04,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/ns/7ff144cad22f4d40a9f39f9dc0d1c16c is 43, key is default/ns:d/1731515438170/Put/seqid=0 2024-11-13T16:31:04,365 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into f64a5d38830844e0b3cb20cf4b87111f(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:04,365 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:04,365 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=12, startTime=1731515463804; duration=0sec 2024-11-13T16:31:04,365 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:04,365 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741854_1030 (size=5153) 2024-11-13T16:31:04,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741854_1030 (size=5153) 2024-11-13T16:31:04,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/ns/7ff144cad22f4d40a9f39f9dc0d1c16c 2024-11-13T16:31:04,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/table/5e3ffb7874fe416f817e6059926ccb39 is 65, key is TestLogRolling-testLogRolling/table:state/1731515438802/Put/seqid=0 2024-11-13T16:31:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741855_1031 (size=5340) 2024-11-13T16:31:04,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741855_1031 (size=5340) 2024-11-13T16:31:04,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/table/5e3ffb7874fe416f817e6059926ccb39 2024-11-13T16:31:04,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/info/a4df776e9c6c491684572a389c831625 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/info/a4df776e9c6c491684572a389c831625 2024-11-13T16:31:04,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/info/a4df776e9c6c491684572a389c831625, entries=30, sequenceid=17, filesize=9.7 K 2024-11-13T16:31:04,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/ns/7ff144cad22f4d40a9f39f9dc0d1c16c as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/ns/7ff144cad22f4d40a9f39f9dc0d1c16c 2024-11-13T16:31:04,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/ns/7ff144cad22f4d40a9f39f9dc0d1c16c, entries=2, sequenceid=17, filesize=5.0 K 2024-11-13T16:31:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/table/5e3ffb7874fe416f817e6059926ccb39 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/table/5e3ffb7874fe416f817e6059926ccb39 2024-11-13T16:31:04,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/table/5e3ffb7874fe416f817e6059926ccb39, entries=2, sequenceid=17, filesize=5.2 K 2024-11-13T16:31:04,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 618ms, sequenceid=17, compaction requested=false 2024-11-13T16:31:04,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-13T16:31:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50076 deadline: 1731515474823, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. is not online on f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. is not online on f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:31:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3. is not online on f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:31:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731515438303.4a02ca11b53911ebfa1b1910ce2ab8f3., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=2 from cache 2024-11-13T16:31:05,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:31:08,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:31:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:08,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:14,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=127] 2024-11-13T16:31:14,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:14,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:31:14,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/fd295c73493e409d9ab8b27689e4680f is 1055, key is row0097/info:/1731515474914/Put/seqid=0 2024-11-13T16:31:15,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741856_1032 (size=13394) 2024-11-13T16:31:15,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741856_1032 (size=13394) 2024-11-13T16:31:15,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-13T16:31:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.3:50076 deadline: 1731515485053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:31:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=5a4de86dd1b06a4f12aa99f4b04308d2, server=f8f85b0bb1d8,40809,1731515435618 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-13T16:31:15,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., hostname=f8f85b0bb1d8,40809,1731515435618, seqNum=127 because the exception is null or not the one we care about 2024-11-13T16:31:15,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/fd295c73493e409d9ab8b27689e4680f 2024-11-13T16:31:15,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/fd295c73493e409d9ab8b27689e4680f as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/fd295c73493e409d9ab8b27689e4680f 2024-11-13T16:31:15,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/fd295c73493e409d9ab8b27689e4680f, entries=8, sequenceid=138, filesize=13.1 K 2024-11-13T16:31:15,442 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 494ms, sequenceid=138, compaction requested=false 2024-11-13T16:31:15,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:18,660 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T16:31:18,660 INFO [master/f8f85b0bb1d8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T16:31:23,080 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-13T16:31:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:25,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-13T16:31:25,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/47877261b0b24b73a75edab3871bcd7a is 1055, key is row0105/info:/1731515474950/Put/seqid=0 2024-11-13T16:31:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741857_1033 (size=28156) 2024-11-13T16:31:25,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741857_1033 (size=28156) 2024-11-13T16:31:25,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/47877261b0b24b73a75edab3871bcd7a 2024-11-13T16:31:25,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/47877261b0b24b73a75edab3871bcd7a as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/47877261b0b24b73a75edab3871bcd7a 2024-11-13T16:31:25,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/47877261b0b24b73a75edab3871bcd7a, entries=22, sequenceid=163, filesize=27.5 K 2024-11-13T16:31:25,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 75ms, sequenceid=163, compaction requested=true 2024-11-13T16:31:25,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:25,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:25,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:25,171 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:25,172 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 81652 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:25,173 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:25,173 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:25,173 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f64a5d38830844e0b3cb20cf4b87111f, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/fd295c73493e409d9ab8b27689e4680f, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/47877261b0b24b73a75edab3871bcd7a] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=79.7 K 2024-11-13T16:31:25,174 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f64a5d38830844e0b3cb20cf4b87111f, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1731515460727 2024-11-13T16:31:25,174 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd295c73493e409d9ab8b27689e4680f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731515474914 2024-11-13T16:31:25,175 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47877261b0b24b73a75edab3871bcd7a, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731515474950 2024-11-13T16:31:25,199 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#48 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:25,200 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/9649fd220c544e879944575375f69462 is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:25,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741858_1034 (size=71866) 2024-11-13T16:31:25,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741858_1034 (size=71866) 2024-11-13T16:31:25,240 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/9649fd220c544e879944575375f69462 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/9649fd220c544e879944575375f69462 2024-11-13T16:31:25,258 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into 9649fd220c544e879944575375f69462(size=70.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:25,258 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:25,258 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=13, startTime=1731515485171; duration=0sec 2024-11-13T16:31:25,258 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:25,258 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:27,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:27,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:31:27,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/21403ffe849b42a7813fa347eaa508e7 is 1055, key is row0127/info:/1731515485098/Put/seqid=0 2024-11-13T16:31:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741859_1035 (size=13394) 2024-11-13T16:31:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741859_1035 (size=13394) 2024-11-13T16:31:27,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/21403ffe849b42a7813fa347eaa508e7 2024-11-13T16:31:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/21403ffe849b42a7813fa347eaa508e7 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/21403ffe849b42a7813fa347eaa508e7 2024-11-13T16:31:27,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/21403ffe849b42a7813fa347eaa508e7, entries=8, sequenceid=175, filesize=13.1 K 2024-11-13T16:31:27,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 38ms, sequenceid=175, compaction requested=false 2024-11-13T16:31:27,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:27,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-13T16:31:27,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/91604bc359294285ac4c7d9583ef16f9 is 1055, key is row0135/info:/1731515487118/Put/seqid=0 2024-11-13T16:31:27,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741860_1036 (size=19728) 2024-11-13T16:31:27,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741860_1036 (size=19728) 2024-11-13T16:31:27,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/91604bc359294285ac4c7d9583ef16f9 2024-11-13T16:31:27,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/91604bc359294285ac4c7d9583ef16f9 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/91604bc359294285ac4c7d9583ef16f9 2024-11-13T16:31:27,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/91604bc359294285ac4c7d9583ef16f9, entries=14, sequenceid=192, filesize=19.3 K 2024-11-13T16:31:27,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=9.24 KB/9459 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 41ms, sequenceid=192, compaction requested=true 2024-11-13T16:31:27,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:27,197 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:27,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:27,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:27,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-13T16:31:27,199 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 104988 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:27,199 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:27,199 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:27,200 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/9649fd220c544e879944575375f69462, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/21403ffe849b42a7813fa347eaa508e7, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/91604bc359294285ac4c7d9583ef16f9] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=102.5 K 2024-11-13T16:31:27,200 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.Compactor(225): Compacting 9649fd220c544e879944575375f69462, keycount=63, bloomtype=ROW, size=70.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1731515460727 2024-11-13T16:31:27,214 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.Compactor(225): Compacting 21403ffe849b42a7813fa347eaa508e7, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731515485098 2024-11-13T16:31:27,215 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] compactions.Compactor(225): Compacting 91604bc359294285ac4c7d9583ef16f9, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731515487118 2024-11-13T16:31:27,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f265b8cb78f8497ea53e1b170ecc07d0 is 1055, key is row0149/info:/1731515487158/Put/seqid=0 2024-11-13T16:31:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741861_1037 (size=15500) 2024-11-13T16:31:27,256 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#52 average throughput is 21.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:27,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741861_1037 (size=15500) 2024-11-13T16:31:27,257 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/e54a7ff0131b4823bf2aa90063aaa40b is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:27,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f265b8cb78f8497ea53e1b170ecc07d0 2024-11-13T16:31:27,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f265b8cb78f8497ea53e1b170ecc07d0 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f265b8cb78f8497ea53e1b170ecc07d0 2024-11-13T16:31:27,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f265b8cb78f8497ea53e1b170ecc07d0, entries=10, sequenceid=205, filesize=15.1 K 2024-11-13T16:31:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741862_1038 (size=95207) 2024-11-13T16:31:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741862_1038 (size=95207) 2024-11-13T16:31:27,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=2.05 KB/2102 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 88ms, sequenceid=205, compaction requested=false 2024-11-13T16:31:27,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:27,293 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/e54a7ff0131b4823bf2aa90063aaa40b as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/e54a7ff0131b4823bf2aa90063aaa40b 2024-11-13T16:31:27,303 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into e54a7ff0131b4823bf2aa90063aaa40b(size=93.0 K), total size for store is 108.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:27,303 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:27,303 INFO [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=13, startTime=1731515487197; duration=0sec 2024-11-13T16:31:27,303 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:27,303 DEBUG [RS:0;f8f85b0bb1d8:40809-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:29,229 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:31:29,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f2cfb16054e742628fc0b7150f50a183 is 1055, key is row0159/info:/1731515487204/Put/seqid=0 2024-11-13T16:31:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741863_1039 (size=13394) 2024-11-13T16:31:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741863_1039 (size=13394) 2024-11-13T16:31:29,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f2cfb16054e742628fc0b7150f50a183 2024-11-13T16:31:29,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/f2cfb16054e742628fc0b7150f50a183 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f2cfb16054e742628fc0b7150f50a183 2024-11-13T16:31:29,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f2cfb16054e742628fc0b7150f50a183, entries=8, sequenceid=217, filesize=13.1 K 2024-11-13T16:31:29,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 26ms, sequenceid=217, compaction requested=true 2024-11-13T16:31:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:29,256 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:29,257 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 124101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:29,257 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:29,257 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:29,257 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/e54a7ff0131b4823bf2aa90063aaa40b, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f265b8cb78f8497ea53e1b170ecc07d0, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f2cfb16054e742628fc0b7150f50a183] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=121.2 K 2024-11-13T16:31:29,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-13T16:31:29,257 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting e54a7ff0131b4823bf2aa90063aaa40b, keycount=85, bloomtype=ROW, size=93.0 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731515460727 2024-11-13T16:31:29,258 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f265b8cb78f8497ea53e1b170ecc07d0, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1731515487158 2024-11-13T16:31:29,258 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2cfb16054e742628fc0b7150f50a183, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731515487204 2024-11-13T16:31:29,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/c4616874621743ffb67ebc18731cbe48 is 1055, key is row0167/info:/1731515489230/Put/seqid=0 2024-11-13T16:31:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741864_1040 (size=17606) 2024-11-13T16:31:29,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741864_1040 (size=17606) 2024-11-13T16:31:29,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/c4616874621743ffb67ebc18731cbe48 2024-11-13T16:31:29,272 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#55 average throughput is 34.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:29,273 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/6f23c7cb2f444b599170e5325f631858 is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:29,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/c4616874621743ffb67ebc18731cbe48 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c4616874621743ffb67ebc18731cbe48 2024-11-13T16:31:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741865_1041 (size=114267) 2024-11-13T16:31:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741865_1041 (size=114267) 2024-11-13T16:31:29,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c4616874621743ffb67ebc18731cbe48, entries=12, sequenceid=232, filesize=17.2 K 2024-11-13T16:31:29,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 25ms, sequenceid=232, compaction requested=false 2024-11-13T16:31:29,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:29,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-13T16:31:29,286 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/6f23c7cb2f444b599170e5325f631858 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/6f23c7cb2f444b599170e5325f631858 2024-11-13T16:31:29,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/ab8154177d1c4b40aa02ead03d4ef8c6 is 1055, key is row0179/info:/1731515489258/Put/seqid=0 2024-11-13T16:31:29,293 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into 6f23c7cb2f444b599170e5325f631858(size=111.6 K), total size for store is 128.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:29,293 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:29,293 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=13, startTime=1731515489255; duration=0sec 2024-11-13T16:31:29,293 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:29,293 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741866_1042 (size=16553) 2024-11-13T16:31:29,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741866_1042 (size=16553) 2024-11-13T16:31:29,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/ab8154177d1c4b40aa02ead03d4ef8c6 2024-11-13T16:31:29,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/ab8154177d1c4b40aa02ead03d4ef8c6 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/ab8154177d1c4b40aa02ead03d4ef8c6 2024-11-13T16:31:29,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/ab8154177d1c4b40aa02ead03d4ef8c6, entries=11, sequenceid=246, filesize=16.2 K 2024-11-13T16:31:29,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=3.08 KB/3153 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 28ms, sequenceid=246, compaction requested=true 2024-11-13T16:31:29,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:29,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:29,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:29,312 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:29,314 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 148426 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:29,314 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:29,314 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:29,314 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/6f23c7cb2f444b599170e5325f631858, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c4616874621743ffb67ebc18731cbe48, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/ab8154177d1c4b40aa02ead03d4ef8c6] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=144.9 K 2024-11-13T16:31:29,314 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f23c7cb2f444b599170e5325f631858, keycount=103, bloomtype=ROW, size=111.6 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731515460727 2024-11-13T16:31:29,314 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4616874621743ffb67ebc18731cbe48, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1731515489230 2024-11-13T16:31:29,315 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab8154177d1c4b40aa02ead03d4ef8c6, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731515489258 2024-11-13T16:31:29,327 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#57 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:29,327 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/d08856a733d445a5b22f7c224e1d7669 is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741867_1043 (size=138724) 2024-11-13T16:31:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741867_1043 (size=138724) 2024-11-13T16:31:29,338 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/d08856a733d445a5b22f7c224e1d7669 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/d08856a733d445a5b22f7c224e1d7669 2024-11-13T16:31:29,345 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into d08856a733d445a5b22f7c224e1d7669(size=135.5 K), total size for store is 135.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:29,345 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:29,345 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=13, startTime=1731515489312; duration=0sec 2024-11-13T16:31:29,346 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:29,346 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:31,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:31:31,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/94e9c947785548eeabd24ab080a5008c is 1055, key is row0190/info:/1731515489286/Put/seqid=0 2024-11-13T16:31:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741868_1044 (size=13397) 2024-11-13T16:31:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741868_1044 (size=13397) 2024-11-13T16:31:31,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/94e9c947785548eeabd24ab080a5008c 2024-11-13T16:31:31,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/94e9c947785548eeabd24ab080a5008c as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/94e9c947785548eeabd24ab080a5008c 2024-11-13T16:31:31,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/94e9c947785548eeabd24ab080a5008c, entries=8, sequenceid=259, filesize=13.1 K 2024-11-13T16:31:31,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 48ms, sequenceid=259, compaction requested=false 2024-11-13T16:31:31,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:31,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-13T16:31:31,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/80343ed65f2344768647a0638f739324 is 1055, key is row0198/info:/1731515491305/Put/seqid=0 2024-11-13T16:31:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741869_1045 (size=21854) 2024-11-13T16:31:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741869_1045 (size=21854) 2024-11-13T16:31:31,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/80343ed65f2344768647a0638f739324 2024-11-13T16:31:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/80343ed65f2344768647a0638f739324 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/80343ed65f2344768647a0638f739324 2024-11-13T16:31:31,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/80343ed65f2344768647a0638f739324, entries=16, sequenceid=278, filesize=21.3 K 2024-11-13T16:31:31,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=8.21 KB/8408 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 43ms, sequenceid=278, compaction requested=true 2024-11-13T16:31:31,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:31,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:31,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:31,396 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:31,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-13T16:31:31,403 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 173975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:31,403 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:31,403 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:31,403 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/d08856a733d445a5b22f7c224e1d7669, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/94e9c947785548eeabd24ab080a5008c, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/80343ed65f2344768647a0638f739324] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=169.9 K 2024-11-13T16:31:31,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/cdc4b3ca47d84461baba364ac5548532 is 1055, key is row0214/info:/1731515491356/Put/seqid=0 2024-11-13T16:31:31,404 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting d08856a733d445a5b22f7c224e1d7669, keycount=126, bloomtype=ROW, size=135.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731515460727 2024-11-13T16:31:31,405 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94e9c947785548eeabd24ab080a5008c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731515489286 2024-11-13T16:31:31,405 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80343ed65f2344768647a0638f739324, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731515491305 2024-11-13T16:31:31,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741870_1046 (size=14456) 2024-11-13T16:31:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741870_1046 (size=14456) 2024-11-13T16:31:31,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/cdc4b3ca47d84461baba364ac5548532 2024-11-13T16:31:31,421 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#61 average throughput is 37.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:31,422 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:31,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/cdc4b3ca47d84461baba364ac5548532 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/cdc4b3ca47d84461baba364ac5548532 2024-11-13T16:31:31,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/cdc4b3ca47d84461baba364ac5548532, entries=9, sequenceid=290, filesize=14.1 K 2024-11-13T16:31:31,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=2.05 KB/2102 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 36ms, sequenceid=290, compaction requested=false 2024-11-13T16:31:31,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741871_1047 (size=164189) 2024-11-13T16:31:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741871_1047 (size=164189) 2024-11-13T16:31:31,450 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf 2024-11-13T16:31:31,458 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf(size=160.3 K), total size for store is 174.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:31,458 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:31,458 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=13, startTime=1731515491396; duration=0sec 2024-11-13T16:31:31,458 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:31,458 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:33,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-13T16:31:33,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/4bf1e94db7004d2ab956ad67b1472ebf is 1055, key is row0223/info:/1731515491399/Put/seqid=0 2024-11-13T16:31:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741872_1048 (size=13402) 2024-11-13T16:31:33,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741872_1048 (size=13402) 2024-11-13T16:31:33,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/4bf1e94db7004d2ab956ad67b1472ebf 2024-11-13T16:31:33,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/4bf1e94db7004d2ab956ad67b1472ebf as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/4bf1e94db7004d2ab956ad67b1472ebf 2024-11-13T16:31:33,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/4bf1e94db7004d2ab956ad67b1472ebf, entries=8, sequenceid=302, filesize=13.1 K 2024-11-13T16:31:33,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 28ms, sequenceid=302, compaction requested=true 2024-11-13T16:31:33,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:33,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5a4de86dd1b06a4f12aa99f4b04308d2:info, priority=-2147483648, current under compaction store size is 1 2024-11-13T16:31:33,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:33,444 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-13T16:31:33,445 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 192047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-13T16:31:33,445 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1541): 5a4de86dd1b06a4f12aa99f4b04308d2/info is initiating minor compaction (all files) 2024-11-13T16:31:33,445 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 5a4de86dd1b06a4f12aa99f4b04308d2/info in TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:33,445 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/cdc4b3ca47d84461baba364ac5548532, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/4bf1e94db7004d2ab956ad67b1472ebf] into tmpdir=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp, totalSize=187.5 K 2024-11-13T16:31:33,446 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf, keycount=150, bloomtype=ROW, size=160.3 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1731515460727 2024-11-13T16:31:33,446 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdc4b3ca47d84461baba364ac5548532, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731515491356 2024-11-13T16:31:33,447 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bf1e94db7004d2ab956ad67b1472ebf, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1731515491399 2024-11-13T16:31:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40809 {}] regionserver.HRegion(8855): Flush requested on 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:33,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-13T16:31:33,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/dc608abfeaa043408f9956d020eda57a is 1055, key is row0231/info:/1731515493416/Put/seqid=0 2024-11-13T16:31:33,485 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5a4de86dd1b06a4f12aa99f4b04308d2#info#compaction#64 average throughput is 27.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-13T16:31:33,486 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/183ce5c125f8427ba7c4ba7aefd90475 is 1055, key is row0064/info:/1731515460727/Put/seqid=0 2024-11-13T16:31:33,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741873_1049 (size=17618) 2024-11-13T16:31:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741873_1049 (size=17618) 2024-11-13T16:31:33,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/dc608abfeaa043408f9956d020eda57a 2024-11-13T16:31:33,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/dc608abfeaa043408f9956d020eda57a as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/dc608abfeaa043408f9956d020eda57a 2024-11-13T16:31:33,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741874_1050 (size=182213) 2024-11-13T16:31:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741874_1050 (size=182213) 2024-11-13T16:31:33,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/dc608abfeaa043408f9956d020eda57a, entries=12, sequenceid=317, filesize=17.2 K 2024-11-13T16:31:33,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=14.37 KB/14714 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 72ms, sequenceid=317, compaction requested=false 2024-11-13T16:31:33,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:33,519 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/183ce5c125f8427ba7c4ba7aefd90475 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/183ce5c125f8427ba7c4ba7aefd90475 2024-11-13T16:31:33,526 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 5a4de86dd1b06a4f12aa99f4b04308d2/info of 5a4de86dd1b06a4f12aa99f4b04308d2 into 183ce5c125f8427ba7c4ba7aefd90475(size=177.9 K), total size for store is 195.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-13T16:31:33,526 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:33,526 INFO [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., storeName=5a4de86dd1b06a4f12aa99f4b04308d2/info, priority=13, startTime=1731515493444; duration=0sec 2024-11-13T16:31:33,526 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-13T16:31:33,526 DEBUG [RS:0;f8f85b0bb1d8:40809-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5a4de86dd1b06a4f12aa99f4b04308d2:info 2024-11-13T16:31:35,394 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T16:31:35,517 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-13T16:31:35,536 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517, exclude list is [], retry=0 2024-11-13T16:31:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c,DISK] 2024-11-13T16:31:35,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43651,DS-87e41921-b8cb-43e2-b7ec-c568729633ac,DISK] 2024-11-13T16:31:35,543 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556 with entries=312, filesize=302.26 KB; new WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517 2024-11-13T16:31:35,543 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:38973:38973)] 2024-11-13T16:31:35,543 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556 is not closed yet, will try archiving it next time 2024-11-13T16:31:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741833_1009 (size=309521) 2024-11-13T16:31:35,545 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556 not finished, retry = 0 2024-11-13T16:31:35,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741833_1009 (size=309521) 2024-11-13T16:31:35,547 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5a4de86dd1b06a4f12aa99f4b04308d2 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-13T16:31:35,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/19e3f0e633b24f79a52d30195711afc9 is 1055, key is row0243/info:/1731515493448/Put/seqid=0 2024-11-13T16:31:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741876_1052 (size=19742) 2024-11-13T16:31:35,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741876_1052 (size=19742) 2024-11-13T16:31:35,958 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/19e3f0e633b24f79a52d30195711afc9 2024-11-13T16:31:35,967 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/.tmp/info/19e3f0e633b24f79a52d30195711afc9 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/19e3f0e633b24f79a52d30195711afc9 2024-11-13T16:31:35,974 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/19e3f0e633b24f79a52d30195711afc9, entries=14, sequenceid=335, filesize=19.3 K 2024-11-13T16:31:35,975 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=0 B/0 for 5a4de86dd1b06a4f12aa99f4b04308d2 in 428ms, sequenceid=335, compaction requested=true 2024-11-13T16:31:35,975 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5a4de86dd1b06a4f12aa99f4b04308d2: 2024-11-13T16:31:35,975 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6e10ed814ab1616e50e76141552ceca7: 2024-11-13T16:31:35,976 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-13T16:31:35,980 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/info/198e48b917ee427c9d51964ef514e794 is 186, key is TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7./info:regioninfo/1731515463927/Put/seqid=0 2024-11-13T16:31:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741877_1053 (size=6153) 2024-11-13T16:31:35,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741877_1053 (size=6153) 2024-11-13T16:31:36,392 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/info/198e48b917ee427c9d51964ef514e794 2024-11-13T16:31:36,401 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/.tmp/info/198e48b917ee427c9d51964ef514e794 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/info/198e48b917ee427c9d51964ef514e794 2024-11-13T16:31:36,408 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/info/198e48b917ee427c9d51964ef514e794, entries=5, sequenceid=21, filesize=6.0 K 2024-11-13T16:31:36,411 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=21, compaction requested=false 2024-11-13T16:31:36,411 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-13T16:31:36,425 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515496411, exclude list is [], retry=0 2024-11-13T16:31:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43651,DS-87e41921-b8cb-43e2-b7ec-c568729633ac,DISK] 2024-11-13T16:31:36,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-ba36d4f8-254a-45e7-9c55-a533d5dd2f5c,DISK] 2024-11-13T16:31:36,429 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515496411 2024-11-13T16:31:36,429 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36881:36881),(127.0.0.1/127.0.0.1:38973:38973)] 2024-11-13T16:31:36,429 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517 is not closed yet, will try archiving it next time 2024-11-13T16:31:36,431 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/oldWALs/f8f85b0bb1d8%2C40809%2C1731515435618.1731515437556 2024-11-13T16:31:36,431 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T16:31:36,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517 not finished, retry = 0 2024-11-13T16:31:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741875_1051 (size=731) 2024-11-13T16:31:36,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741875_1051 (size=731) 2024-11-13T16:31:36,533 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/oldWALs/f8f85b0bb1d8%2C40809%2C1731515435618.1731515495517 2024-11-13T16:31:36,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:31:36,632 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:31:36,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:31:36,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:36,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:36,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:31:36,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:31:36,633 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=538786161, stopped=false 2024-11-13T16:31:36,633 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f8f85b0bb1d8,46289,1731515435432 2024-11-13T16:31:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:31:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:31:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:36,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:31:36,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:31:36,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:31:36,645 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:31:36,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:31:36,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:36,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f8f85b0bb1d8,40809,1731515435618' ***** 2024-11-13T16:31:36,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:31:36,645 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:31:36,645 INFO [RS:0;f8f85b0bb1d8:40809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:31:36,645 INFO [RS:0;f8f85b0bb1d8:40809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a4de86dd1b06a4f12aa99f4b04308d2 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(959): stopping server f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:31:36,646 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a4de86dd1b06a4f12aa99f4b04308d2, disabling compactions & flushes 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f8f85b0bb1d8:40809. 2024-11-13T16:31:36,646 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:36,646 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:36,646 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:31:36,646 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. after waiting 0 ms 2024-11-13T16:31:36,646 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:36,646 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:31:36,646 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:31:36,646 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:31:36,647 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T16:31:36,647 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1325): Online Regions={5a4de86dd1b06a4f12aa99f4b04308d2=TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2., 6e10ed814ab1616e50e76141552ceca7=TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T16:31:36,647 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:31:36,647 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a4de86dd1b06a4f12aa99f4b04308d2, 6e10ed814ab1616e50e76141552ceca7 2024-11-13T16:31:36,647 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:31:36,647 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:31:36,647 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:31:36,647 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3->hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b-top, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f64a5d38830844e0b3cb20cf4b87111f, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/fd295c73493e409d9ab8b27689e4680f, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/9649fd220c544e879944575375f69462, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/47877261b0b24b73a75edab3871bcd7a, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/21403ffe849b42a7813fa347eaa508e7, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/e54a7ff0131b4823bf2aa90063aaa40b, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/91604bc359294285ac4c7d9583ef16f9, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f265b8cb78f8497ea53e1b170ecc07d0, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/6f23c7cb2f444b599170e5325f631858, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f2cfb16054e742628fc0b7150f50a183, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c4616874621743ffb67ebc18731cbe48, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/d08856a733d445a5b22f7c224e1d7669, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/ab8154177d1c4b40aa02ead03d4ef8c6, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/94e9c947785548eeabd24ab080a5008c, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/80343ed65f2344768647a0638f739324, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/cdc4b3ca47d84461baba364ac5548532, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/4bf1e94db7004d2ab956ad67b1472ebf] to archive 2024-11-13T16:31:36,648 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:31:36,651 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:31:36,662 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:36,664 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-2694ec74ccdf4e31987b8ac0be7405ca 2024-11-13T16:31:36,664 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-13T16:31:36,665 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:31:36,665 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:31:36,665 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515496647Running coprocessor pre-close hooks at 1731515496647Disabling compacts and flushes for region at 1731515496647Disabling writes for close at 1731515496647Writing region close event to WAL at 1731515496654 (+7 ms)Running coprocessor post-close hooks at 1731515496665 (+11 ms)Closed at 1731515496665 2024-11-13T16:31:36,665 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:31:36,666 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-f4af9c0fb9fb445496f6d39fb61bc915 2024-11-13T16:31:36,667 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f64a5d38830844e0b3cb20cf4b87111f to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f64a5d38830844e0b3cb20cf4b87111f 2024-11-13T16:31:36,668 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/TestLogRolling-testLogRolling=4a02ca11b53911ebfa1b1910ce2ab8f3-3da75e0d97b34132b8382d6d72209538 2024-11-13T16:31:36,670 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/fd295c73493e409d9ab8b27689e4680f to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/fd295c73493e409d9ab8b27689e4680f 2024-11-13T16:31:36,671 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/9649fd220c544e879944575375f69462 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/9649fd220c544e879944575375f69462 2024-11-13T16:31:36,673 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/47877261b0b24b73a75edab3871bcd7a to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/47877261b0b24b73a75edab3871bcd7a 2024-11-13T16:31:36,676 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/21403ffe849b42a7813fa347eaa508e7 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/21403ffe849b42a7813fa347eaa508e7 2024-11-13T16:31:36,678 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/e54a7ff0131b4823bf2aa90063aaa40b to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/e54a7ff0131b4823bf2aa90063aaa40b 2024-11-13T16:31:36,679 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/91604bc359294285ac4c7d9583ef16f9 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/91604bc359294285ac4c7d9583ef16f9 2024-11-13T16:31:36,683 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f265b8cb78f8497ea53e1b170ecc07d0 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f265b8cb78f8497ea53e1b170ecc07d0 2024-11-13T16:31:36,690 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/6f23c7cb2f444b599170e5325f631858 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/6f23c7cb2f444b599170e5325f631858 2024-11-13T16:31:36,692 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f2cfb16054e742628fc0b7150f50a183 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/f2cfb16054e742628fc0b7150f50a183 2024-11-13T16:31:36,693 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c4616874621743ffb67ebc18731cbe48 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c4616874621743ffb67ebc18731cbe48 2024-11-13T16:31:36,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/d08856a733d445a5b22f7c224e1d7669 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/d08856a733d445a5b22f7c224e1d7669 2024-11-13T16:31:36,696 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/ab8154177d1c4b40aa02ead03d4ef8c6 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/ab8154177d1c4b40aa02ead03d4ef8c6 2024-11-13T16:31:36,697 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/94e9c947785548eeabd24ab080a5008c to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/94e9c947785548eeabd24ab080a5008c 2024-11-13T16:31:36,699 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf 2024-11-13T16:31:36,700 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/80343ed65f2344768647a0638f739324 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/80343ed65f2344768647a0638f739324 2024-11-13T16:31:36,701 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/cdc4b3ca47d84461baba364ac5548532 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/cdc4b3ca47d84461baba364ac5548532 2024-11-13T16:31:36,702 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/4bf1e94db7004d2ab956ad67b1472ebf to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/info/4bf1e94db7004d2ab956ad67b1472ebf 2024-11-13T16:31:36,703 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f8f85b0bb1d8:46289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-13T16:31:36,703 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [f64a5d38830844e0b3cb20cf4b87111f=40102, fd295c73493e409d9ab8b27689e4680f=13394, 9649fd220c544e879944575375f69462=71866, 47877261b0b24b73a75edab3871bcd7a=28156, 21403ffe849b42a7813fa347eaa508e7=13394, e54a7ff0131b4823bf2aa90063aaa40b=95207, 91604bc359294285ac4c7d9583ef16f9=19728, f265b8cb78f8497ea53e1b170ecc07d0=15500, 6f23c7cb2f444b599170e5325f631858=114267, f2cfb16054e742628fc0b7150f50a183=13394, c4616874621743ffb67ebc18731cbe48=17606, d08856a733d445a5b22f7c224e1d7669=138724, ab8154177d1c4b40aa02ead03d4ef8c6=16553, 94e9c947785548eeabd24ab080a5008c=13397, c8a2bd1ce63c4d3a9d5ee0fd7f55e8bf=164189, 80343ed65f2344768647a0638f739324=21854, cdc4b3ca47d84461baba364ac5548532=14456, 4bf1e94db7004d2ab956ad67b1472ebf=13402] 2024-11-13T16:31:36,707 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/5a4de86dd1b06a4f12aa99f4b04308d2/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=126 2024-11-13T16:31:36,708 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:36,708 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a4de86dd1b06a4f12aa99f4b04308d2: Waiting for close lock at 1731515496646Running coprocessor pre-close hooks at 1731515496646Disabling compacts and flushes for region at 1731515496646Disabling writes for close at 1731515496646Writing region close event to WAL at 1731515496704 (+58 ms)Running coprocessor post-close hooks at 1731515496707 (+3 ms)Closed at 1731515496707 2024-11-13T16:31:36,708 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731515462857.5a4de86dd1b06a4f12aa99f4b04308d2. 2024-11-13T16:31:36,708 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e10ed814ab1616e50e76141552ceca7, disabling compactions & flushes 2024-11-13T16:31:36,708 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:36,708 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:36,708 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. after waiting 0 ms 2024-11-13T16:31:36,708 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:36,708 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3->hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/4a02ca11b53911ebfa1b1910ce2ab8f3/info/731a311a403949c89b90b3ddf19e369b-bottom] to archive 2024-11-13T16:31:36,709 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-13T16:31:36,711 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3 to hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/archive/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/info/731a311a403949c89b90b3ddf19e369b.4a02ca11b53911ebfa1b1910ce2ab8f3 2024-11-13T16:31:36,711 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-13T16:31:36,714 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/data/default/TestLogRolling-testLogRolling/6e10ed814ab1616e50e76141552ceca7/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-11-13T16:31:36,715 INFO [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:36,715 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e10ed814ab1616e50e76141552ceca7: Waiting for close lock at 1731515496708Running coprocessor pre-close hooks at 1731515496708Disabling compacts and flushes for region at 1731515496708Disabling writes for close at 1731515496708Writing region close event to WAL at 1731515496711 (+3 ms)Running coprocessor post-close hooks at 1731515496715 (+4 ms)Closed at 1731515496715 2024-11-13T16:31:36,715 DEBUG [RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731515462857.6e10ed814ab1616e50e76141552ceca7. 2024-11-13T16:31:36,847 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(976): stopping server f8f85b0bb1d8,40809,1731515435618; all regions closed. 2024-11-13T16:31:36,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/WALs/f8f85b0bb1d8,40809,1731515435618/f8f85b0bb1d8%2C40809%2C1731515435618.meta.1731515438055.meta not finished, retry = 0 2024-11-13T16:31:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741834_1010 (size=8107) 2024-11-13T16:31:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741834_1010 (size=8107) 2024-11-13T16:31:36,956 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/oldWALs 2024-11-13T16:31:36,956 INFO [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C40809%2C1731515435618.meta:.meta(num 1731515438055) 2024-11-13T16:31:36,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741878_1054 (size=780) 2024-11-13T16:31:36,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741878_1054 (size=780) 2024-11-13T16:31:36,962 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/oldWALs 2024-11-13T16:31:36,962 INFO [RS:0;f8f85b0bb1d8:40809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C40809%2C1731515435618:(num 1731515496411) 2024-11-13T16:31:36,962 DEBUG [RS:0;f8f85b0bb1d8:40809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:36,962 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:31:36,962 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:31:36,963 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.ChoreService(370): Chore service for: regionserver/f8f85b0bb1d8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T16:31:36,963 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:31:36,963 INFO [RS:0;f8f85b0bb1d8:40809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40809 2024-11-13T16:31:36,964 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:31:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f8f85b0bb1d8,40809,1731515435618 2024-11-13T16:31:36,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:31:36,977 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:31:36,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f8f85b0bb1d8,40809,1731515435618] 2024-11-13T16:31:36,993 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f8f85b0bb1d8,40809,1731515435618 already deleted, retry=false 2024-11-13T16:31:36,993 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f8f85b0bb1d8,40809,1731515435618 expired; onlineServers=0 2024-11-13T16:31:36,993 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f8f85b0bb1d8,46289,1731515435432' ***** 2024-11-13T16:31:36,993 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:31:36,993 INFO [M:0;f8f85b0bb1d8:46289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:31:36,993 INFO [M:0;f8f85b0bb1d8:46289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:31:36,994 DEBUG [M:0;f8f85b0bb1d8:46289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:31:36,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:31:36,994 DEBUG [M:0;f8f85b0bb1d8:46289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:31:36,994 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515437135 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515437135,5,FailOnTimeoutGroup] 2024-11-13T16:31:36,994 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515437130 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515437130,5,FailOnTimeoutGroup] 2024-11-13T16:31:36,994 INFO [M:0;f8f85b0bb1d8:46289 {}] hbase.ChoreService(370): Chore service for: master/f8f85b0bb1d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:31:36,994 INFO [M:0;f8f85b0bb1d8:46289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:31:36,994 DEBUG [M:0;f8f85b0bb1d8:46289 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:31:36,994 INFO [M:0;f8f85b0bb1d8:46289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:31:36,994 INFO [M:0;f8f85b0bb1d8:46289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:31:36,994 INFO [M:0;f8f85b0bb1d8:46289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:31:36,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:31:37,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:31:37,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:37,043 DEBUG [M:0;f8f85b0bb1d8:46289 {}] zookeeper.ZKUtil(347): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:31:37,044 WARN [M:0;f8f85b0bb1d8:46289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:31:37,044 INFO [M:0;f8f85b0bb1d8:46289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/.lastflushedseqids 2024-11-13T16:31:37,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:37,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40809-0x10136368f2e0001, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:37,086 INFO [RS:0;f8f85b0bb1d8:40809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:31:37,086 INFO [RS:0;f8f85b0bb1d8:40809 {}] regionserver.HRegionServer(1031): Exiting; stopping=f8f85b0bb1d8,40809,1731515435618; zookeeper connection closed. 2024-11-13T16:31:37,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741879_1055 (size=228) 2024-11-13T16:31:37,091 INFO [M:0;f8f85b0bb1d8:46289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:31:37,091 INFO [M:0;f8f85b0bb1d8:46289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:31:37,092 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:31:37,092 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:37,092 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:37,092 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:31:37,092 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:37,092 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-13T16:31:37,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741879_1055 (size=228) 2024-11-13T16:31:37,094 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7efcf099 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7efcf099 2024-11-13T16:31:37,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:31:37,149 DEBUG [M:0;f8f85b0bb1d8:46289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a5dd3646b6f448c830a4fbda7a3cfcc is 82, key is hbase:meta,,1/info:regioninfo/1731515438112/Put/seqid=0 2024-11-13T16:31:37,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741880_1056 (size=5672) 2024-11-13T16:31:37,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741880_1056 (size=5672) 2024-11-13T16:31:37,175 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a5dd3646b6f448c830a4fbda7a3cfcc 2024-11-13T16:31:37,199 DEBUG [M:0;f8f85b0bb1d8:46289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d5b4855ada4ce985360bb3bc41efb1 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731515438819/Put/seqid=0 2024-11-13T16:31:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741881_1057 (size=7090) 2024-11-13T16:31:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741881_1057 (size=7090) 2024-11-13T16:31:37,205 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d5b4855ada4ce985360bb3bc41efb1 2024-11-13T16:31:37,210 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7d5b4855ada4ce985360bb3bc41efb1 2024-11-13T16:31:37,231 DEBUG [M:0;f8f85b0bb1d8:46289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61a4e6bbd4f1437887e4492b21e023a6 is 69, key is f8f85b0bb1d8,40809,1731515435618/rs:state/1731515437281/Put/seqid=0 2024-11-13T16:31:37,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741882_1058 (size=5156) 2024-11-13T16:31:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741882_1058 (size=5156) 2024-11-13T16:31:37,243 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61a4e6bbd4f1437887e4492b21e023a6 2024-11-13T16:31:37,265 DEBUG [M:0;f8f85b0bb1d8:46289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b5248ca3b4f4635989c81ab69e2eb11 is 52, key is load_balancer_on/state:d/1731515438297/Put/seqid=0 2024-11-13T16:31:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741883_1059 (size=5056) 2024-11-13T16:31:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741883_1059 (size=5056) 2024-11-13T16:31:37,285 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b5248ca3b4f4635989c81ab69e2eb11 2024-11-13T16:31:37,296 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a5dd3646b6f448c830a4fbda7a3cfcc as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a5dd3646b6f448c830a4fbda7a3cfcc 2024-11-13T16:31:37,303 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a5dd3646b6f448c830a4fbda7a3cfcc, entries=8, sequenceid=125, filesize=5.5 K 2024-11-13T16:31:37,315 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7d5b4855ada4ce985360bb3bc41efb1 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7d5b4855ada4ce985360bb3bc41efb1 2024-11-13T16:31:37,321 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7d5b4855ada4ce985360bb3bc41efb1 2024-11-13T16:31:37,321 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7d5b4855ada4ce985360bb3bc41efb1, entries=13, sequenceid=125, filesize=6.9 K 2024-11-13T16:31:37,322 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61a4e6bbd4f1437887e4492b21e023a6 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61a4e6bbd4f1437887e4492b21e023a6 2024-11-13T16:31:37,328 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61a4e6bbd4f1437887e4492b21e023a6, entries=1, sequenceid=125, filesize=5.0 K 2024-11-13T16:31:37,329 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/2b5248ca3b4f4635989c81ab69e2eb11 as hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2b5248ca3b4f4635989c81ab69e2eb11 2024-11-13T16:31:37,352 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35997/user/jenkins/test-data/ea4a9a0a-e78e-a4ba-6b76-2f4030ee61d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/2b5248ca3b4f4635989c81ab69e2eb11, entries=1, sequenceid=125, filesize=4.9 K 2024-11-13T16:31:37,359 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 266ms, sequenceid=125, compaction requested=false 2024-11-13T16:31:37,371 INFO [regionserver/f8f85b0bb1d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:31:37,380 INFO [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:37,380 DEBUG [M:0;f8f85b0bb1d8:46289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515497092Disabling compacts and flushes for region at 1731515497092Disabling writes for close at 1731515497092Obtaining lock to block concurrent updates at 1731515497092Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731515497092Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1731515497095 (+3 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731515497099 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731515497099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731515497149 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731515497149Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731515497184 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731515497198 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731515497198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731515497210 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731515497231 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731515497231Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731515497248 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731515497264 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731515497264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd3e599: reopening flushed file at 1731515497295 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27018b0a: reopening flushed file at 1731515497303 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d387857: reopening flushed file at 1731515497321 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@82324f2: reopening flushed file at 1731515497328 (+7 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 266ms, sequenceid=125, compaction requested=false at 1731515497359 (+31 ms)Writing region close event to WAL at 1731515497379 (+20 ms)Closed at 1731515497379 2024-11-13T16:31:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741830_1006 (size=61320) 2024-11-13T16:31:37,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43651 is added to blk_1073741830_1006 (size=61320) 2024-11-13T16:31:37,391 INFO [M:0;f8f85b0bb1d8:46289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:31:37,391 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:31:37,391 INFO [M:0;f8f85b0bb1d8:46289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46289 2024-11-13T16:31:37,391 INFO [M:0;f8f85b0bb1d8:46289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:31:37,502 INFO [M:0;f8f85b0bb1d8:46289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:31:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:37,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46289-0x10136368f2e0000, quorum=127.0.0.1:58964, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:37,526 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16be9da5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:31:37,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37066b70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:31:37,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:31:37,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38e7ccee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:31:37,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3541915d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir/,STOPPED} 2024-11-13T16:31:37,532 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:31:37,532 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:31:37,532 WARN [BP-1985189452-172.17.0.3-1731515433302 heartbeating to localhost/127.0.0.1:35997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:31:37,532 WARN [BP-1985189452-172.17.0.3-1731515433302 heartbeating to localhost/127.0.0.1:35997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1985189452-172.17.0.3-1731515433302 (Datanode Uuid 4979ecaa-8759-4a09-85c2-e3a54a0f552a) service to localhost/127.0.0.1:35997 2024-11-13T16:31:37,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data3/current/BP-1985189452-172.17.0.3-1731515433302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:37,533 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data4/current/BP-1985189452-172.17.0.3-1731515433302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:37,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:31:37,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54f5d63a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:31:37,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60477bfb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:31:37,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:31:37,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ace8d8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:31:37,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264502b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir/,STOPPED} 2024-11-13T16:31:37,561 WARN [BP-1985189452-172.17.0.3-1731515433302 heartbeating to localhost/127.0.0.1:35997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:31:37,561 WARN [BP-1985189452-172.17.0.3-1731515433302 heartbeating to localhost/127.0.0.1:35997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1985189452-172.17.0.3-1731515433302 (Datanode Uuid 90abc6dc-f058-4874-8784-ed8ce9f2cd1f) service to localhost/127.0.0.1:35997 2024-11-13T16:31:37,562 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data1/current/BP-1985189452-172.17.0.3-1731515433302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:37,562 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:31:37,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:31:37,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:31:37,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/cluster_33e22d5c-540c-dbcc-cac3-673deaa7c7ff/data/data2/current/BP-1985189452-172.17.0.3-1731515433302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:37,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73bff3b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:31:37,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@193e9769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:31:37,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:31:37,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0d5db2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:31:37,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@360ac38a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir/,STOPPED} 2024-11-13T16:31:37,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:31:37,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T16:31:37,647 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=105 (was 94) - Thread LEAK? -, OpenFileDescriptor=458 (was 433) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=832 (was 758) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=5992 (was 5162) - AvailableMemoryMB LEAK? - 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=106, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=832, ProcessCount=9, AvailableMemoryMB=5990 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.log.dir so I do NOT create it in target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/a1b48772-a710-a904-a5ea-4c590d9a3ece/hadoop.tmp.dir so I do NOT create it in target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0, deleteOnExit=true 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T16:31:37,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/test.cache.data in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T16:31:37,661 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:31:37,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/nfs.dump.dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/java.io.tmpdir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T16:31:37,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T16:31:37,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:31:37,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:31:37,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:31:37,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:31:37,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T16:31:37,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:31:37,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42ce4f49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:31:37,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7135495d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:31:38,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48ded090{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/java.io.tmpdir/jetty-localhost-43159-hadoop-hdfs-3_4_1-tests_jar-_-any-14622298729284078711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:31:38,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163dc835{HTTP/1.1, (http/1.1)}{localhost:43159} 2024-11-13T16:31:38,075 INFO [Time-limited test {}] server.Server(415): Started @219175ms 2024-11-13T16:31:38,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:31:38,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:31:38,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:31:38,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:31:38,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:31:38,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d5a911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:31:38,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6229d56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:31:38,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d30c434{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/java.io.tmpdir/jetty-localhost-33995-hadoop-hdfs-3_4_1-tests_jar-_-any-1751070421114652039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:31:38,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67315410{HTTP/1.1, (http/1.1)}{localhost:33995} 2024-11-13T16:31:38,355 INFO [Time-limited test {}] server.Server(415): Started @219455ms 2024-11-13T16:31:38,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:31:38,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T16:31:38,429 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T16:31:38,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T16:31:38,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T16:31:38,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T16:31:38,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78dde99b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir/,AVAILABLE} 2024-11-13T16:31:38,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69879d67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T16:31:38,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17b5839f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/java.io.tmpdir/jetty-localhost-44487-hadoop-hdfs-3_4_1-tests_jar-_-any-17703931281417797189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:31:38,530 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@284ed045{HTTP/1.1, (http/1.1)}{localhost:44487} 2024-11-13T16:31:38,530 INFO [Time-limited test {}] server.Server(415): Started @219631ms 2024-11-13T16:31:38,532 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T16:31:38,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:31:38,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T16:31:38,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T16:31:38,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-13T16:31:39,138 WARN [Thread-1610 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data1/current/BP-1453270353-172.17.0.3-1731515497692/current, will proceed with Du for space computation calculation, 2024-11-13T16:31:39,139 WARN [Thread-1611 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data2/current/BP-1453270353-172.17.0.3-1731515497692/current, will proceed with Du for space computation calculation, 2024-11-13T16:31:39,171 WARN [Thread-1575 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:31:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ed83d7affa5709 with lease ID 0xeea0e23932016ff6: Processing first storage report for DS-8dad3860-e75f-4579-83d3-43349caf69ba from datanode DatanodeRegistration(127.0.0.1:45795, datanodeUuid=26ca35c3-2a7f-4369-83c9-27cb130a1a79, infoPort=39945, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692) 2024-11-13T16:31:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ed83d7affa5709 with lease ID 0xeea0e23932016ff6: from storage DS-8dad3860-e75f-4579-83d3-43349caf69ba node DatanodeRegistration(127.0.0.1:45795, datanodeUuid=26ca35c3-2a7f-4369-83c9-27cb130a1a79, infoPort=39945, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:31:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90ed83d7affa5709 with lease ID 0xeea0e23932016ff6: Processing first storage report for DS-c65f9a8f-abcf-436a-9a79-ddb1b7c7d1b9 from datanode DatanodeRegistration(127.0.0.1:45795, datanodeUuid=26ca35c3-2a7f-4369-83c9-27cb130a1a79, infoPort=39945, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692) 2024-11-13T16:31:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90ed83d7affa5709 with lease ID 0xeea0e23932016ff6: from storage DS-c65f9a8f-abcf-436a-9a79-ddb1b7c7d1b9 node DatanodeRegistration(127.0.0.1:45795, datanodeUuid=26ca35c3-2a7f-4369-83c9-27cb130a1a79, infoPort=39945, infoSecurePort=0, ipcPort=41131, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:31:39,421 WARN [Thread-1622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data3/current/BP-1453270353-172.17.0.3-1731515497692/current, will proceed with Du for space computation calculation, 2024-11-13T16:31:39,421 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data4/current/BP-1453270353-172.17.0.3-1731515497692/current, will proceed with Du for space computation calculation, 2024-11-13T16:31:39,442 WARN [Thread-1598 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T16:31:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfde0d6d84454f124 with lease ID 0xeea0e23932016ff7: Processing first storage report for DS-de986bc0-e1e3-46bb-94df-66227b5641d6 from datanode DatanodeRegistration(127.0.0.1:42569, datanodeUuid=772c92d8-3e4b-41c9-ba2b-c0780de996e2, infoPort=41687, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692) 2024-11-13T16:31:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfde0d6d84454f124 with lease ID 0xeea0e23932016ff7: from storage DS-de986bc0-e1e3-46bb-94df-66227b5641d6 node DatanodeRegistration(127.0.0.1:42569, datanodeUuid=772c92d8-3e4b-41c9-ba2b-c0780de996e2, infoPort=41687, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:31:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfde0d6d84454f124 with lease ID 0xeea0e23932016ff7: Processing first storage report for DS-9f746b91-2aeb-4efb-a7cc-2189d864b513 from datanode DatanodeRegistration(127.0.0.1:42569, datanodeUuid=772c92d8-3e4b-41c9-ba2b-c0780de996e2, infoPort=41687, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692) 2024-11-13T16:31:39,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfde0d6d84454f124 with lease ID 0xeea0e23932016ff7: from storage DS-9f746b91-2aeb-4efb-a7cc-2189d864b513 node DatanodeRegistration(127.0.0.1:42569, datanodeUuid=772c92d8-3e4b-41c9-ba2b-c0780de996e2, infoPort=41687, infoSecurePort=0, ipcPort=37145, storageInfo=lv=-57;cid=testClusterID;nsid=1967201454;c=1731515497692), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T16:31:39,512 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd 2024-11-13T16:31:39,515 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/zookeeper_0, clientPort=58825, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T16:31:39,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58825 2024-11-13T16:31:39,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:31:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741825_1001 (size=7) 2024-11-13T16:31:39,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9 with version=8 2024-11-13T16:31:39,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40465/user/jenkins/test-data/66ae9868-a878-33c7-cc00-d1e29fa120f5/hbase-staging 2024-11-13T16:31:39,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:31:39,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:31:39,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:31:39,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:31:39,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:31:39,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:31:39,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T16:31:39,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:31:39,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44353 2024-11-13T16:31:39,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44353 connecting to ZooKeeper ensemble=127.0.0.1:58825 2024-11-13T16:31:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443530x0, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:31:39,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44353-0x101363789a30000 connected 2024-11-13T16:31:39,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:31:39,690 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9, hbase.cluster.distributed=false 2024-11-13T16:31:39,692 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:31:39,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-13T16:31:39,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44353 2024-11-13T16:31:39,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44353 2024-11-13T16:31:39,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-13T16:31:39,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44353 2024-11-13T16:31:39,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f8f85b0bb1d8:0 server-side Connection retries=45 2024-11-13T16:31:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:31:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T16:31:39,715 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T16:31:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T16:31:39,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T16:31:39,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T16:31:39,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T16:31:39,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41167 2024-11-13T16:31:39,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41167 connecting to ZooKeeper ensemble=127.0.0.1:58825 2024-11-13T16:31:39,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411670x0, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T16:31:39,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411670x0, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:31:39,763 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T16:31:39,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41167-0x101363789a30001 connected 2024-11-13T16:31:39,766 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T16:31:39,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T16:31:39,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T16:31:39,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41167 2024-11-13T16:31:39,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41167 2024-11-13T16:31:39,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41167 2024-11-13T16:31:39,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41167 2024-11-13T16:31:39,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41167 2024-11-13T16:31:39,812 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f8f85b0bb1d8:44353 2024-11-13T16:31:39,813 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:31:39,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:31:39,820 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T16:31:39,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:39,829 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T16:31:39,830 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f8f85b0bb1d8,44353,1731515499530 from backup master directory 2024-11-13T16:31:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:31:39,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T16:31:39,836 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:31:39,836 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:39,841 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/hbase.id] with ID: 0d6e1c29-bcce-4e22-900c-a646bb5da0b4 2024-11-13T16:31:39,841 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/.tmp/hbase.id 2024-11-13T16:31:39,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:31:39,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741826_1002 (size=42) 2024-11-13T16:31:39,858 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/.tmp/hbase.id]:[hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/hbase.id] 2024-11-13T16:31:39,872 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:39,872 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T16:31:39,873 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T16:31:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:31:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741827_1003 (size=196) 2024-11-13T16:31:39,886 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T16:31:39,887 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T16:31:39,888 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:31:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:31:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741828_1004 (size=1189) 2024-11-13T16:31:39,896 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store 2024-11-13T16:31:39,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:31:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741829_1005 (size=34) 2024-11-13T16:31:39,908 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:31:39,908 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:31:39,908 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:39,908 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:39,908 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:31:39,908 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:39,908 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:39,909 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515499908Disabling compacts and flushes for region at 1731515499908Disabling writes for close at 1731515499908Writing region close event to WAL at 1731515499908Closed at 1731515499908 2024-11-13T16:31:39,910 WARN [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/.initializing 2024-11-13T16:31:39,910 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/WALs/f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:39,911 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:31:39,912 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C44353%2C1731515499530, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/WALs/f8f85b0bb1d8,44353,1731515499530, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/oldWALs, maxLogs=10 2024-11-13T16:31:39,929 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/WALs/f8f85b0bb1d8,44353,1731515499530/f8f85b0bb1d8%2C44353%2C1731515499530.1731515499913, exclude list is [], retry=0 2024-11-13T16:31:39,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-de986bc0-e1e3-46bb-94df-66227b5641d6,DISK] 2024-11-13T16:31:39,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8dad3860-e75f-4579-83d3-43349caf69ba,DISK] 2024-11-13T16:31:39,934 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/WALs/f8f85b0bb1d8,44353,1731515499530/f8f85b0bb1d8%2C44353%2C1731515499530.1731515499913 2024-11-13T16:31:39,935 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41687:41687),(127.0.0.1/127.0.0.1:39945:39945)] 2024-11-13T16:31:39,935 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:31:39,935 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:31:39,935 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,935 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T16:31:39,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:39,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:39,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T16:31:39,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:39,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:31:39,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T16:31:39,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:39,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:31:39,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T16:31:39,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:39,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T16:31:39,967 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,968 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,968 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,969 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,969 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,970 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T16:31:39,971 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T16:31:39,973 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:31:39,973 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825822, jitterRate=0.050088196992874146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T16:31:39,974 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731515499935Initializing all the Stores at 1731515499937 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515499937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515499942 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515499943 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515499943Cleaning up temporary data from old regions at 1731515499969 (+26 ms)Region opened successfully at 1731515499974 (+5 ms) 2024-11-13T16:31:39,975 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T16:31:39,978 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a1af19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:31:39,979 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T16:31:39,980 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T16:31:39,980 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T16:31:39,980 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T16:31:39,980 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T16:31:39,981 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T16:31:39,981 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T16:31:39,983 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T16:31:39,984 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T16:31:40,000 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T16:31:40,001 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T16:31:40,002 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T16:31:40,011 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T16:31:40,012 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T16:31:40,013 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T16:31:40,019 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T16:31:40,021 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T16:31:40,035 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T16:31:40,055 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T16:31:40,063 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T16:31:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:31:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T16:31:40,078 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f8f85b0bb1d8,44353,1731515499530, sessionid=0x101363789a30000, setting cluster-up flag (Was=false) 2024-11-13T16:31:40,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:40,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:40,145 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T16:31:40,146 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:40,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:40,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:40,186 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T16:31:40,188 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:40,189 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T16:31:40,191 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T16:31:40,191 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T16:31:40,191 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T16:31:40,191 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f8f85b0bb1d8,44353,1731515499530 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=5, maxPoolSize=5 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f8f85b0bb1d8:0, corePoolSize=10, maxPoolSize=10 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:31:40,193 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:31:40,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T16:31:40,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:40,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T16:31:40,202 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731515530202 2024-11-13T16:31:40,203 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T16:31:40,203 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T16:31:40,203 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T16:31:40,203 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T16:31:40,203 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T16:31:40,203 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T16:31:40,207 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,207 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T16:31:40,207 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T16:31:40,208 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T16:31:40,210 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T16:31:40,210 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T16:31:40,211 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515500211,5,FailOnTimeoutGroup] 2024-11-13T16:31:40,214 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(746): ClusterId : 0d6e1c29-bcce-4e22-900c-a646bb5da0b4 2024-11-13T16:31:40,214 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T16:31:40,214 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515500211,5,FailOnTimeoutGroup] 2024-11-13T16:31:40,215 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,215 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T16:31:40,215 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,215 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,220 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T16:31:40,221 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T16:31:40,230 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T16:31:40,230 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f8f85b0bb1d8/172.17.0.3:0 2024-11-13T16:31:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:31:40,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741831_1007 (size=1321) 2024-11-13T16:31:40,247 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f8f85b0bb1d8:41167 2024-11-13T16:31:40,247 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T16:31:40,247 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T16:31:40,247 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T16:31:40,248 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(2659): reportForDuty to master=f8f85b0bb1d8,44353,1731515499530 with port=41167, startcode=1731515499715 2024-11-13T16:31:40,248 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T16:31:40,251 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T16:31:40,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:40,251 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44353 {}] master.ServerManager(517): Registering regionserver=f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:40,256 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9 2024-11-13T16:31:40,256 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33217 2024-11-13T16:31:40,256 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T16:31:40,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:31:40,274 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] zookeeper.ZKUtil(111): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:40,274 WARN [RS:0;f8f85b0bb1d8:41167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T16:31:40,274 INFO [RS:0;f8f85b0bb1d8:41167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:31:40,274 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:40,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f8f85b0bb1d8,41167,1731515499715] 2024-11-13T16:31:40,280 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T16:31:40,283 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T16:31:40,286 INFO [RS:0;f8f85b0bb1d8:41167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T16:31:40,286 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,291 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T16:31:40,293 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T16:31:40,293 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,293 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,293 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,293 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,293 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,293 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=2, maxPoolSize=2 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f8f85b0bb1d8:0, corePoolSize=1, maxPoolSize=1 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:31:40,294 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f8f85b0bb1d8:0, corePoolSize=3, maxPoolSize=3 2024-11-13T16:31:40,299 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,299 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,299 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,299 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,299 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,299 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,41167,1731515499715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:31:40,322 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T16:31:40,322 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,41167,1731515499715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,322 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,322 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.Replication(171): f8f85b0bb1d8,41167,1731515499715 started 2024-11-13T16:31:40,342 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:40,342 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1482): Serving as f8f85b0bb1d8,41167,1731515499715, RpcServer on f8f85b0bb1d8/172.17.0.3:41167, sessionid=0x101363789a30001 2024-11-13T16:31:40,342 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T16:31:40,342 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:40,342 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,41167,1731515499715' 2024-11-13T16:31:40,342 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T16:31:40,343 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T16:31:40,343 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T16:31:40,343 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T16:31:40,343 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:40,343 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f8f85b0bb1d8,41167,1731515499715' 2024-11-13T16:31:40,343 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T16:31:40,344 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T16:31:40,344 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T16:31:40,344 INFO [RS:0;f8f85b0bb1d8:41167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T16:31:40,344 INFO [RS:0;f8f85b0bb1d8:41167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T16:31:40,445 INFO [RS:0;f8f85b0bb1d8:41167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:31:40,448 INFO [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C41167%2C1731515499715, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs, maxLogs=32 2024-11-13T16:31:40,465 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715/f8f85b0bb1d8%2C41167%2C1731515499715.1731515500448, exclude list is [], retry=0 2024-11-13T16:31:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8dad3860-e75f-4579-83d3-43349caf69ba,DISK] 2024-11-13T16:31:40,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-de986bc0-e1e3-46bb-94df-66227b5641d6,DISK] 2024-11-13T16:31:40,472 INFO [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715/f8f85b0bb1d8%2C41167%2C1731515499715.1731515500448 2024-11-13T16:31:40,472 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41687:41687),(127.0.0.1/127.0.0.1:39945:39945)] 2024-11-13T16:31:40,630 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T16:31:40,631 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9 2024-11-13T16:31:40,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741833_1009 (size=32) 2024-11-13T16:31:40,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741833_1009 (size=32) 2024-11-13T16:31:41,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:31:41,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:31:41,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:31:41,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:31:41,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:31:41,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:31:41,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:31:41,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:31:41,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:31:41,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:31:41,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740 2024-11-13T16:31:41,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740 2024-11-13T16:31:41,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:31:41,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:31:41,076 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:31:41,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:31:41,086 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T16:31:41,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798119, jitterRate=0.01486140489578247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:31:41,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731515501039Initializing all the Stores at 1731515501043 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515501043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515501043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515501043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515501044 (+1 ms)Cleaning up temporary data from old regions at 1731515501075 (+31 ms)Region opened successfully at 1731515501088 (+13 ms) 2024-11-13T16:31:41,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:31:41,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:31:41,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:31:41,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:31:41,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:31:41,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:31:41,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515501088Disabling compacts and flushes for region at 1731515501088Disabling writes for close at 1731515501088Writing region close event to WAL at 1731515501088Closed at 1731515501088 2024-11-13T16:31:41,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:31:41,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T16:31:41,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T16:31:41,097 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:31:41,098 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T16:31:41,248 DEBUG [f8f85b0bb1d8:44353 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T16:31:41,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:41,250 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,41167,1731515499715, state=OPENING 2024-11-13T16:31:41,330 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T16:31:41,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:41,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:41,361 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T16:31:41,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:31:41,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:31:41,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,41167,1731515499715}] 2024-11-13T16:31:41,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T16:31:41,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T16:31:41,519 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T16:31:41,520 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:31:41,520 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T16:31:41,524 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f8f85b0bb1d8%2C41167%2C1731515499715.meta, suffix=.meta, logDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs, maxLogs=32 2024-11-13T16:31:41,537 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715/f8f85b0bb1d8%2C41167%2C1731515499715.meta.1731515501524.meta, exclude list is [], retry=0 2024-11-13T16:31:41,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8dad3860-e75f-4579-83d3-43349caf69ba,DISK] 2024-11-13T16:31:41,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-de986bc0-e1e3-46bb-94df-66227b5641d6,DISK] 2024-11-13T16:31:41,541 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/f8f85b0bb1d8,41167,1731515499715/f8f85b0bb1d8%2C41167%2C1731515499715.meta.1731515501524.meta 2024-11-13T16:31:41,541 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39945:39945),(127.0.0.1/127.0.0.1:41687:41687)] 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T16:31:41,542 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T16:31:41,542 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T16:31:41,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T16:31:41,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T16:31:41,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T16:31:41,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T16:31:41,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T16:31:41,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T16:31:41,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T16:31:41,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T16:31:41,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T16:31:41,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T16:31:41,548 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T16:31:41,548 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740 2024-11-13T16:31:41,549 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740 2024-11-13T16:31:41,551 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T16:31:41,551 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T16:31:41,551 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-13T16:31:41,553 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T16:31:41,553 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=797222, jitterRate=0.013720810413360596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-13T16:31:41,553 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T16:31:41,554 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731515501542Writing region info on filesystem at 1731515501542Initializing all the Stores at 1731515501543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515501543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515501543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731515501543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731515501543Cleaning up temporary data from old regions at 1731515501551 (+8 ms)Running coprocessor post-open hooks at 1731515501553 (+2 ms)Region opened successfully at 1731515501554 (+1 ms) 2024-11-13T16:31:41,555 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731515501514 2024-11-13T16:31:41,557 DEBUG [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T16:31:41,557 INFO [RS_OPEN_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T16:31:41,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:41,559 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f8f85b0bb1d8,41167,1731515499715, state=OPEN 2024-11-13T16:31:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:31:41,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T16:31:41,617 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:41,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:31:41,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T16:31:41,619 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T16:31:41,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f8f85b0bb1d8,41167,1731515499715 in 256 msec 2024-11-13T16:31:41,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T16:31:41,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-13T16:31:41,623 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T16:31:41,623 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T16:31:41,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:31:41,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,41167,1731515499715, seqNum=-1] 2024-11-13T16:31:41,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:31:41,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59603, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:31:41,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4430 sec 2024-11-13T16:31:41,634 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731515501634, completionTime=-1 2024-11-13T16:31:41,635 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T16:31:41,635 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-13T16:31:41,637 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-13T16:31:41,637 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731515561637 2024-11-13T16:31:41,637 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731515621637 2024-11-13T16:31:41,637 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-13T16:31:41,637 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,44353,1731515499530-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,638 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,44353,1731515499530-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,638 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,44353,1731515499530-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,638 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f8f85b0bb1d8:44353, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,638 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,638 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,640 DEBUG [master/f8f85b0bb1d8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T16:31:41,641 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.805sec 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,44353,1731515499530-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T16:31:41,642 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,44353,1731515499530-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T16:31:41,644 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T16:31:41,644 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T16:31:41,644 INFO [master/f8f85b0bb1d8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f8f85b0bb1d8,44353,1731515499530-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T16:31:41,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:41,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9f1c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:31:41,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f8f85b0bb1d8,44353,-1 for getting cluster id 2024-11-13T16:31:41,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T16:31:41,711 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0d6e1c29-bcce-4e22-900c-a646bb5da0b4' 2024-11-13T16:31:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T16:31:41,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0d6e1c29-bcce-4e22-900c-a646bb5da0b4" 2024-11-13T16:31:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ab4dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:31:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f8f85b0bb1d8,44353,-1] 2024-11-13T16:31:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T16:31:41,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:41,713 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T16:31:41,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b85e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T16:31:41,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T16:31:41,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f8f85b0bb1d8,41167,1731515499715, seqNum=-1] 2024-11-13T16:31:41,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T16:31:41,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T16:31:41,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:41,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T16:31:41,723 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-13T16:31:41,723 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T16:31:41,724 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T16:31:41,726 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs, maxLogs=32 2024-11-13T16:31:41,740 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501727, exclude list is [], retry=0 2024-11-13T16:31:41,743 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-de986bc0-e1e3-46bb-94df-66227b5641d6,DISK] 2024-11-13T16:31:41,743 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8dad3860-e75f-4579-83d3-43349caf69ba,DISK] 2024-11-13T16:31:41,745 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501727 2024-11-13T16:31:41,747 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41687:41687),(127.0.0.1/127.0.0.1:39945:39945)] 2024-11-13T16:31:41,759 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501747, exclude list is [], retry=0 2024-11-13T16:31:41,762 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45795,DS-8dad3860-e75f-4579-83d3-43349caf69ba,DISK] 2024-11-13T16:31:41,762 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42569,DS-de986bc0-e1e3-46bb-94df-66227b5641d6,DISK] 2024-11-13T16:31:41,766 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501727 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501747 2024-11-13T16:31:41,767 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39945:39945),(127.0.0.1/127.0.0.1:41687:41687)] 2024-11-13T16:31:41,767 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501727 is not closed yet, will try archiving it next time 2024-11-13T16:31:41,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741835_1011 (size=93) 2024-11-13T16:31:41,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741835_1011 (size=93) 2024-11-13T16:31:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741836_1012 (size=93) 2024-11-13T16:31:41,770 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/WALs/test.com,8080,1/test.com%2C8080%2C1.1731515501727 to hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs/test.com%2C8080%2C1.1731515501727 2024-11-13T16:31:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741836_1012 (size=93) 2024-11-13T16:31:41,772 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs 2024-11-13T16:31:41,773 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731515501747) 2024-11-13T16:31:41,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T16:31:41,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:31:41,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:31:41,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:41,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:41,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T16:31:41,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T16:31:41,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=561443542, stopped=false 2024-11-13T16:31:41,773 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f8f85b0bb1d8,44353,1731515499530 2024-11-13T16:31:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:31:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T16:31:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:41,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:41,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:31:41,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T16:31:41,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:31:41,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:41,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f8f85b0bb1d8,41167,1731515499715' ***** 2024-11-13T16:31:41,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T16:31:41,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:31:41,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(959): stopping server f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:41,791 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f8f85b0bb1d8:41167. 2024-11-13T16:31:41,791 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T16:31:41,791 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T16:31:41,791 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T16:31:41,792 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T16:31:41,792 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T16:31:41,792 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T16:31:41,792 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T16:31:41,792 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T16:31:41,792 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T16:31:41,792 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T16:31:41,792 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T16:31:41,792 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T16:31:41,813 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/.tmp/ns/61209f3464c24444b57e29d1f3e9681d is 43, key is default/ns:d/1731515501628/Put/seqid=0 2024-11-13T16:31:41,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741837_1013 (size=5153) 2024-11-13T16:31:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741837_1013 (size=5153) 2024-11-13T16:31:41,824 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/.tmp/ns/61209f3464c24444b57e29d1f3e9681d 2024-11-13T16:31:41,831 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/.tmp/ns/61209f3464c24444b57e29d1f3e9681d as hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/ns/61209f3464c24444b57e29d1f3e9681d 2024-11-13T16:31:41,837 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/ns/61209f3464c24444b57e29d1f3e9681d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T16:31:41,838 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false 2024-11-13T16:31:41,838 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T16:31:41,842 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T16:31:41,843 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T16:31:41,843 INFO [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T16:31:41,843 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731515501792Running coprocessor pre-close hooks at 1731515501792Disabling compacts and flushes for region at 1731515501792Disabling writes for close at 1731515501792Obtaining lock to block concurrent updates at 1731515501792Preparing flush snapshotting stores in 1588230740 at 1731515501792Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731515501792Flushing stores of hbase:meta,,1.1588230740 at 1731515501793 (+1 ms)Flushing 1588230740/ns: creating writer at 1731515501793Flushing 1588230740/ns: appending metadata at 1731515501813 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731515501813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14a4cdb9: reopening flushed file at 1731515501830 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 45ms, sequenceid=6, compaction requested=false at 1731515501838 (+8 ms)Writing region close event to WAL at 1731515501839 (+1 ms)Running coprocessor post-close hooks at 1731515501843 (+4 ms)Closed at 1731515501843 2024-11-13T16:31:41,843 DEBUG [RS_CLOSE_META-regionserver/f8f85b0bb1d8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T16:31:41,992 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(976): stopping server f8f85b0bb1d8,41167,1731515499715; all regions closed. 2024-11-13T16:31:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741834_1010 (size=1152) 2024-11-13T16:31:41,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741834_1010 (size=1152) 2024-11-13T16:31:42,002 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs 2024-11-13T16:31:42,002 INFO [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C41167%2C1731515499715.meta:.meta(num 1731515501524) 2024-11-13T16:31:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741832_1008 (size=93) 2024-11-13T16:31:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741832_1008 (size=93) 2024-11-13T16:31:42,006 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/oldWALs 2024-11-13T16:31:42,006 INFO [RS:0;f8f85b0bb1d8:41167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f8f85b0bb1d8%2C41167%2C1731515499715:(num 1731515500448) 2024-11-13T16:31:42,006 DEBUG [RS:0;f8f85b0bb1d8:41167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T16:31:42,007 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:31:42,007 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:31:42,007 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.ChoreService(370): Chore service for: regionserver/f8f85b0bb1d8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T16:31:42,007 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:31:42,007 INFO [RS:0;f8f85b0bb1d8:41167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41167 2024-11-13T16:31:42,007 INFO [regionserver/f8f85b0bb1d8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:31:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f8f85b0bb1d8,41167,1731515499715 2024-11-13T16:31:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T16:31:42,131 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:31:42,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f8f85b0bb1d8,41167,1731515499715] 2024-11-13T16:31:42,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T16:31:42,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,228 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f8f85b0bb1d8,41167,1731515499715 already deleted, retry=false 2024-11-13T16:31:42,228 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f8f85b0bb1d8,41167,1731515499715 expired; onlineServers=0 2024-11-13T16:31:42,228 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f8f85b0bb1d8,44353,1731515499530' ***** 2024-11-13T16:31:42,228 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T16:31:42,228 INFO [M:0;f8f85b0bb1d8:44353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T16:31:42,228 INFO [M:0;f8f85b0bb1d8:44353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T16:31:42,228 DEBUG [M:0;f8f85b0bb1d8:44353 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T16:31:42,228 DEBUG [M:0;f8f85b0bb1d8:44353 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T16:31:42,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T16:31:42,228 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515500211 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.large.0-1731515500211,5,FailOnTimeoutGroup] 2024-11-13T16:31:42,228 DEBUG [master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515500211 {}] cleaner.HFileCleaner(306): Exit Thread[master/f8f85b0bb1d8:0:becomeActiveMaster-HFileCleaner.small.0-1731515500211,5,FailOnTimeoutGroup] 2024-11-13T16:31:42,228 INFO [M:0;f8f85b0bb1d8:44353 {}] hbase.ChoreService(370): Chore service for: master/f8f85b0bb1d8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T16:31:42,228 INFO [M:0;f8f85b0bb1d8:44353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T16:31:42,229 DEBUG [M:0;f8f85b0bb1d8:44353 {}] master.HMaster(1795): Stopping service threads 2024-11-13T16:31:42,229 INFO [M:0;f8f85b0bb1d8:44353 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T16:31:42,229 INFO [M:0;f8f85b0bb1d8:44353 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T16:31:42,229 INFO [M:0;f8f85b0bb1d8:44353 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T16:31:42,229 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T16:31:42,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T16:31:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T16:31:42,236 DEBUG [M:0;f8f85b0bb1d8:44353 {}] zookeeper.ZKUtil(347): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T16:31:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T16:31:42,236 WARN [M:0;f8f85b0bb1d8:44353 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T16:31:42,238 INFO [M:0;f8f85b0bb1d8:44353 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/.lastflushedseqids 2024-11-13T16:31:42,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741838_1014 (size=99) 2024-11-13T16:31:42,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741838_1014 (size=99) 2024-11-13T16:31:42,305 INFO [regionserver/f8f85b0bb1d8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T16:31:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:42,318 INFO [RS:0;f8f85b0bb1d8:41167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:31:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41167-0x101363789a30001, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:42,318 INFO [RS:0;f8f85b0bb1d8:41167 {}] regionserver.HRegionServer(1031): Exiting; stopping=f8f85b0bb1d8,41167,1731515499715; zookeeper connection closed. 2024-11-13T16:31:42,318 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 2024-11-13T16:31:42,318 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T16:31:42,653 INFO [M:0;f8f85b0bb1d8:44353 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T16:31:42,653 INFO [M:0;f8f85b0bb1d8:44353 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T16:31:42,653 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T16:31:42,653 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:42,653 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:42,653 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T16:31:42,653 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:42,654 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-13T16:31:42,675 DEBUG [M:0;f8f85b0bb1d8:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71365cb10e2a4642a5eec699d1d45332 is 82, key is hbase:meta,,1/info:regioninfo/1731515501557/Put/seqid=0 2024-11-13T16:31:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741839_1015 (size=5672) 2024-11-13T16:31:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741839_1015 (size=5672) 2024-11-13T16:31:42,683 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71365cb10e2a4642a5eec699d1d45332 2024-11-13T16:31:42,707 DEBUG [M:0;f8f85b0bb1d8:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bd0d2220e5e4b5cb39fc5c41704b962 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731515501633/Put/seqid=0 2024-11-13T16:31:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741840_1016 (size=5275) 2024-11-13T16:31:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741840_1016 (size=5275) 2024-11-13T16:31:42,715 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bd0d2220e5e4b5cb39fc5c41704b962 2024-11-13T16:31:42,741 DEBUG [M:0;f8f85b0bb1d8:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a51188577f4a30b5135171bffee70a is 69, key is f8f85b0bb1d8,41167,1731515499715/rs:state/1731515500252/Put/seqid=0 2024-11-13T16:31:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741841_1017 (size=5156) 2024-11-13T16:31:42,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741841_1017 (size=5156) 2024-11-13T16:31:42,747 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a51188577f4a30b5135171bffee70a 2024-11-13T16:31:42,769 DEBUG [M:0;f8f85b0bb1d8:44353 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/13623867c48d435999c6562ba5058b3e is 52, key is load_balancer_on/state:d/1731515501722/Put/seqid=0 2024-11-13T16:31:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741842_1018 (size=5056) 2024-11-13T16:31:42,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741842_1018 (size=5056) 2024-11-13T16:31:43,176 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/13623867c48d435999c6562ba5058b3e 2024-11-13T16:31:43,181 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71365cb10e2a4642a5eec699d1d45332 as hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71365cb10e2a4642a5eec699d1d45332 2024-11-13T16:31:43,185 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71365cb10e2a4642a5eec699d1d45332, entries=8, sequenceid=29, filesize=5.5 K 2024-11-13T16:31:43,186 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7bd0d2220e5e4b5cb39fc5c41704b962 as hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bd0d2220e5e4b5cb39fc5c41704b962 2024-11-13T16:31:43,191 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7bd0d2220e5e4b5cb39fc5c41704b962, entries=3, sequenceid=29, filesize=5.2 K 2024-11-13T16:31:43,192 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13a51188577f4a30b5135171bffee70a as hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a51188577f4a30b5135171bffee70a 2024-11-13T16:31:43,196 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13a51188577f4a30b5135171bffee70a, entries=1, sequenceid=29, filesize=5.0 K 2024-11-13T16:31:43,198 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/13623867c48d435999c6562ba5058b3e as hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/13623867c48d435999c6562ba5058b3e 2024-11-13T16:31:43,202 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/b0a306c8-9807-16f7-0b58-9714cbbb67b9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/13623867c48d435999c6562ba5058b3e, entries=1, sequenceid=29, filesize=4.9 K 2024-11-13T16:31:43,203 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=29, compaction requested=false 2024-11-13T16:31:43,205 INFO [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T16:31:43,205 DEBUG [M:0;f8f85b0bb1d8:44353 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731515502653Disabling compacts and flushes for region at 1731515502653Disabling writes for close at 1731515502653Obtaining lock to block concurrent updates at 1731515502654 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731515502654Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731515502654Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731515502655 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731515502655Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731515502674 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731515502674Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731515502689 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731515502706 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731515502706Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731515502720 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731515502740 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731515502740Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731515502753 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731515502769 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731515502769Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1010b681: reopening flushed file at 1731515503180 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5447a882: reopening flushed file at 1731515503185 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34da396e: reopening flushed file at 1731515503191 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bcb1ab: reopening flushed file at 1731515503197 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 550ms, sequenceid=29, compaction requested=false at 1731515503203 (+6 ms)Writing region close event to WAL at 1731515503205 (+2 ms)Closed at 1731515503205 2024-11-13T16:31:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45795 is added to blk_1073741830_1006 (size=10311) 2024-11-13T16:31:43,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42569 is added to blk_1073741830_1006 (size=10311) 2024-11-13T16:31:43,207 INFO [M:0;f8f85b0bb1d8:44353 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T16:31:43,207 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T16:31:43,207 INFO [M:0;f8f85b0bb1d8:44353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44353 2024-11-13T16:31:43,207 INFO [M:0;f8f85b0bb1d8:44353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T16:31:43,395 INFO [M:0;f8f85b0bb1d8:44353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T16:31:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:43,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44353-0x101363789a30000, quorum=127.0.0.1:58825, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T16:31:43,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17b5839f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:31:43,398 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@284ed045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:31:43,398 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:31:43,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69879d67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:31:43,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78dde99b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir/,STOPPED} 2024-11-13T16:31:43,401 WARN [BP-1453270353-172.17.0.3-1731515497692 heartbeating to localhost/127.0.0.1:33217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:31:43,401 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:31:43,401 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:31:43,401 WARN [BP-1453270353-172.17.0.3-1731515497692 heartbeating to localhost/127.0.0.1:33217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453270353-172.17.0.3-1731515497692 (Datanode Uuid 772c92d8-3e4b-41c9-ba2b-c0780de996e2) service to localhost/127.0.0.1:33217 2024-11-13T16:31:43,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data3/current/BP-1453270353-172.17.0.3-1731515497692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:43,402 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data4/current/BP-1453270353-172.17.0.3-1731515497692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:43,402 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:31:43,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d30c434{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T16:31:43,407 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67315410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:31:43,407 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:31:43,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6229d56d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:31:43,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d5a911{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir/,STOPPED} 2024-11-13T16:31:43,414 WARN [BP-1453270353-172.17.0.3-1731515497692 heartbeating to localhost/127.0.0.1:33217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T16:31:43,414 WARN [BP-1453270353-172.17.0.3-1731515497692 heartbeating to localhost/127.0.0.1:33217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453270353-172.17.0.3-1731515497692 (Datanode Uuid 26ca35c3-2a7f-4369-83c9-27cb130a1a79) service to localhost/127.0.0.1:33217 2024-11-13T16:31:43,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data1/current/BP-1453270353-172.17.0.3-1731515497692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:43,415 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/cluster_8f0615a0-dbb9-85ec-36bf-4ae3bdb2acc0/data/data2/current/BP-1453270353-172.17.0.3-1731515497692 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T16:31:43,415 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T16:31:43,416 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T16:31:43,416 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T16:31:43,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48ded090{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T16:31:43,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163dc835{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T16:31:43,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T16:31:43,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7135495d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T16:31:43,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42ce4f49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/1fb0d313-dec8-537a-a69a-ff54a43cadcd/hadoop.log.dir/,STOPPED} 2024-11-13T16:31:43,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T16:31:43,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T16:31:43,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=130 (was 106) - Thread LEAK? -, OpenFileDescriptor=507 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=843 (was 832) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=5761 (was 5990)